Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 35 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78003 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "5daed588119ee4440cd8af08e18acbe66fc463f7"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
  "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
  "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
  "parent_got_revision": "5daed588119ee4440cd8af08e18acbe66fc463f7",
  "parent_got_revision_cp": "refs/heads/main@{#928775}",
  "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
  "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
  "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
  "parent_got_webrtc_revision": "3695640504af35c7e9a13efc8c4d6545ed4bf19b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35156}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5daed588119ee4440cd8af08e18acbe66fc463f7",
  "swarm_hashes": {
    "absl_hardening_tests": "cb79912b79ce48dbf0b41204884dca687296539f36ee6a92c533fce2b03aad84/569",
    "accessibility_unittests": "8f99706bb9b19c3390f007ccf6891a3ce9b6de4fe53e5ba84b89f0650af1d468/569",
    "angle_unittests": "150901628744492ef92a843c18cd6d12f28fe67cf8935058eb2dc2eed5c88d0c/570",
    "app_shell_unittests": "a113229e4969b83c728ba40ce804a011b19adefa92721e6b940fd6d7689ac3ce/809",
    "aura_unittests": "78e8d2085488bbc5ae5ff205e6ff6e038b8e674f26f00d2fcf70c348c33e0a20/569",
    "base_unittests": "053227366e525e2e67e923d2df1b7345e4f64192011af905408373fa690ddbda/648",
    "blink_common_unittests": "f84d91438b52a2ba7f69fa86b0062dc5f11a18a425886d00b41463126d15922b/647",
    "blink_fuzzer_unittests": "1ef18abbabe18209b3972694808665a7a63e57172b831672b085ebec2da621dc/648",
    "blink_heap_unittests": "d888a838e2e7cf78795564a651c43a739b30c3714246e03f58369586569ab4b3/648",
    "blink_platform_unittests": "4eb1c60f784a89e20342c5f5828e8ef9321b861fb7f4f832971816e6e567182b/726",
    "blink_unittests": "ef235fb4b382ed505d4f8736877cabfd597983336202da0185acc9552484b4ba/726",
    "boringssl_crypto_tests": "9c112445737a7b079e1a27e71126bd06a81fdf18c81957db1d7011b10383befc/570",
    "boringssl_ssl_tests": "ee59a2a708442a5e646bcb8b782a1e8af856b765bdde60c599346fdc263eeac8/569",
    "capture_unittests": "76ac15102a3e8f5fbd1e9c1221da95272360165608420857891848f5d1483019/648",
    "cast_unittests": "81edb982d806a8ad95bb631e6f4bf86562933ef3dd17376e5eb402e46bad4ec8/569",
    "cc_unittests": "1c859caf9657a7ce407ca3d136e801a2c0cf1fd704daedc469ebcd1034cf8803/653",
    "chrome_app_unittests": "9eccd93179050d8e7ef488bbce47ecb6e307cc6c08f9a7801f334fc427de9d27/811",
    "chromedriver_unittests": "901efc94fdeb9ab18f806392af7e84ee8b58a4eb0696f247b3cf3d9aea722a62/726",
    "color_unittests": "e0e6f733071f230a8b574ccb527a25ee04971039b1332bf1cb890ea86283a673/569",
    "components_browsertests": "9468e863c4182f7b2a99616006207b216eb2ed4ef4b50a316bcdfca78abae7cd/892",
    "components_unittests": "ca0fd205351e579067088f24000f897e5abfec41054ec15c3bfa1de16c7c684c/892",
    "compositor_unittests": "ea92522595a0dcb76ca645e8ee84534f675dadc3b9f38e6eaf5674e8efe6f576/645",
    "content_browsertests": "e5df0cfae48515220a30dfaadb9b64cb81de2c3d7fb205648c217cfe92836056/887",
    "content_unittests": "bc04ac3b05ef1513cd6ac730fdb616b06c86214be84f909b017f6cba57a153a5/806",
    "cronet_tests": "cc3099bdb08970379592817f41e4fc15125d043be3ccedb663e28be46ea87dc3/730",
    "cronet_unittests": "993527bcd897e60f8b4e91ffe6739f517febe0abf876034fe6a611ffdb6820a3/646",
    "crypto_unittests": "8137129f85d86b81bd0f5bf0dc1cd54962d4a1117d42c2fba45701cb8b8084e4/569",
    "dbus_unittests": "72da8f085a1776a8b79d979cb18ebf112aadb77bc3ee12594f428ba480d1d848/569",
    "device_unittests": "825538ddc8d95b3999b73eada8ecf5ba69fb1f4c0492b1d0a81ac987976c5596/646",
    "display_unittests": "e3946e4b8b0373751171643d558ae4a4daa3cdb8e35eecfae1d72f7df67b9746/569",
    "events_unittests": "81ac1f29cfda371c69b138eb75b5436e29b6020e5bde93dbf0e7fcec65265acf/569",
    "extensions_browsertests": "66624a2fff227da4853810a1e3c2e0e01ba78e35217c29cc3f77c139923645df/811",
    "extensions_unittests": "8e8453cbc1399ee7d508c8e8dcd0b941517a2f5d3f885a234228e6bd794c1862/975",
    "filesystem_service_unittests": "db0d19b533a7e788ee8923350015b95ba053c06dbb0c7fd35d1cadf06514a355/569",
    "gcm_unit_tests": "c514579135d7390babe3fb38ac28776eb04f3781e32a52de61a4186fe3759204/646",
    "gfx_unittests": "a4fa7d498fa77546b0640233871c5b32f0f36b39ee85f8eca26d2b93d34a19e4/645",
    "gin_unittests": "9dd75410637b496168196be10170b6b48e5aa4d1c3d0861b5020fb37d61b0074/646",
    "gl_tests": "cfff6ba89ff32a06582b14918fa64293d779b305abe2102dbccf2a7386f2f10d/569",
    "gl_unittests": "9c83b8dcf9684e64853629ff09f17a66b32a423bb44717ea063755f15350df32/569",
    "google_apis_unittests": "79e84ef033fc5be516b59d23fdf442885cce77a4d5a211ebed9a1f1a31d366eb/731",
    "gpu_unittests": "ca6bf2b5443e1140deeb86a4ec86c3f96707d97e8fa4841557050ce0628c4ae3/646",
    "gtk_unittests": "149ecb88637b955b5913f68abcc12fe1541888e1e19fb7b89b4b8564e3591198/569",
    "gwp_asan_unittests": "58bf9fbcf459711ea504cc4a3d219d3b56afa3a4cc62ce81a0d63186a554c034/570",
    "headless_browsertests": "c9ee041e156d9c1b3906254a70ed5ef8043861e605baaffd09843b6467afcf1e/809",
    "headless_unittests": "3d9a363cdaa8be39a4eb9f3a4bf15b85f18640a8bc8d416f5bc3a02cbc5aa3c2/569",
    "interactive_ui_tests": "c8b1a31a394f56c91baefbe0bcb200ada70fb10082a8d329fa17314d0755757c/1128",
    "ipc_tests": "3edd9b91ab85f517dfa272ee2e647f969cb2e00d0a5defaf918f03bebe149d92/569",
    "jingle_unittests": "ccee78e356377d564b0d0b706f2baad8ea797ba8c4965634d457a26b8fc80219/646",
    "latency_unittests": "43dfd65858ff9fa8fd5269baa0fcdfe2328d51f8c06576ab1da7d2fa32b3dcb7/569",
    "libjingle_xmpp_unittests": "a994f83b85e5d122fef008ccaf1bef23c36d0885f0c31189646cc105bdd5f2a0/569",
    "liburlpattern_unittests": "94864d667619dd0917c20816babbccc9de3a4d3db4c6961baa4d1690d2a47423/569",
    "media_unittests": "893fb54bc8527cd6565ad5353bd695f1a22f1230736a82e8c92c443afe275d55/649",
    "message_center_unittests": "cee463d2401f35c3a57a4df024458b5b17f5c83222b44c2d40252b7b58664413/569",
    "midi_unittests": "900524d341e1b6500afbf879e07dc174ec9deb964465de714f30e8efe5aa49db/569",
    "mojo_core_unittests": "256bc6069866a09d084b4ff5cd662f2dd667710103cf5a95cd543f791a81eca9/569",
    "mojo_unittests": "ac43e6e7e55eff1f0def95a62175d387661cfe1e3fdf61566110401ce29af5c0/647",
    "native_theme_unittests": "ac81d2e437058f9bcb5f2dd5f12859c9f830472b739a3e5debdd7a11d20f25d9/569",
    "net_unittests": "a4c01052bb0fce830604b73045c05138c8b957919ad748d7258f6312364a6978/648",
    "openscreen_unittests": "033a2749a97377491a76e8057f8e0839d9eeb3684515251fd1d712b276a334a6/811",
    "ozone_x11_unittests": "973722769504567a8cf911a60384f6a7ff6e8fd9b0e636ee1aaaf8ffdf98774d/569",
    "pdf_unittests": "8a5dceff79fe84df6c0ba9a7ae0fc3ae6268c688feff76a82d923d7efe5851d1/725",
    "perfetto_unittests": "798d9d348d7b9ee760807f21b24e0150133bd42ee46f6fe798e3a061da24e1eb/569",
    "ppapi_unittests": "6f810702155b0f0b04c45217fb48d3c4883bb1011a587f879843c5057bf6c0e7/569",
    "printing_unittests": "866d3f115fd23761946219a4665a2163b6c174d00ee202dfa7ffc5447a952d2b/569",
    "remoting_unittests": "bae88f35d685a9ba516f740bc4765f0d1cd4c7fbdb24d7cf80697b3e25f60128/646",
    "sandbox_linux_unittests": "026954b47750aa3de17c6e4594fc636f0d7fbd8e42b35bb871cbff33a217d9a8/569",
    "service_manager_unittests": "27c7f55825823bf89a09071a1dbbc31e0f382dd84080634a52f7384f4c9fa54d/569",
    "services_unittests": "ee620b67e7afc1a8975aa6a33e41cbef4c7e2ba337577137bdc54d0211e93d78/815",
    "shell_dialogs_unittests": "91cbe2af5f128f0242bc033e443c89f7638624d1ee36aa0ecd0a9d305937359e/569",
    "skia_unittests": "ff412584ca1cbc4ac79a5a34d94ec5655c46944cb92079e76c62877c68a08f85/569",
    "snapshot_unittests": "6a4972b03fc0bd89907cf4a750d3122725668a528feadeb4db78770b4af6be65/569",
    "sql_unittests": "9205f9faf6536a4bfd7310c03ca9df968ce652ddfe8a196fb2d9f9576822d1e6/646",
    "storage_unittests": "914825ef28c8b9b87aa36c2b7eca788712ad461d0b295c3c64b01f9d158afa55/727",
    "sync_integration_tests": "8a26678c4c8eac5f7e398d4265ae71bed9aa44ed4c6b2cea0b2cada5ef65be07/892",
    "ui_base_unittests": "893b3fc5d9f81379f823f3e73e74227cbea5dce5ccc978c0172621ffb148a030/723",
    "ui_touch_selection_unittests": "8ff6ff25c4b62ed60efc02f6e15372c153dadd189cd9f0bd409938002449ae33/569",
    "unit_tests": "3096e1d153c4e7c47b2167d472d2ffa15ee45b19120e36628fcf74e4c266ad1e/1141",
    "url_unittests": "db6df3bc776d6ceb53396f9dd62a46232afca3774176d828bab9fa3b032bb426/569",
    "views_unittests": "49a00ad00568d6f82dda3cc436c1552d6a311cdbf1fefd0d2e0934b6d83d0f6f/569",
    "viz_unittests": "48301cca5b4198a7d6c5235077575eb54e31d7d34057bd72c88b4d678bfe4b5c/653",
    "vr_common_unittests": "14db191d83ca013c19ed408bfbba4cbbf4985b557e9e9f81774dda332e24003a/811",
    "vr_pixeltests": "c7ff898033399812ce0f01a8edeed4e26664fc632c58d8a6a2ad3ffbfa8e2d38/725",
    "weblayer_browsertests": "dfcd6a2851344ee5720bcd6743763f1fe0c68e44deae9d93e11cc611809bebe6/893",
    "weblayer_unittests": "1518e07ee82432284a5530349d274849c17ba860caa5ccc356148dd98d8b5929/725",
    "wm_unittests": "e39e6cc8d1bfae2e6f379348309e26f83f578df35442b05c0e1393f37bebdfc0/569",
    "wtf_unittests": "0020025a0f6bb266bc4631d917a9e09562fb6397ab30a6620197064018d6fc7e/569",
    "x11_unittests": "a20fe701e316d6d57c7d62c93984616e1b70fbf3bfe8d94a61c2dad72952cbd4/569",
    "xr_browser_tests": "b208ad9ff656f7fb3ee072d90c6b13b7f792377633e9c3a4a075380323c92626/891",
    "zlib_unittests": "b9d032dbdbe769a4ba7f4858f187dd910b30c5ff5f95de6589245c873e0f5f60/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5daed588119ee4440cd8af08e18acbe66fc463f7
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78003
  • user_agent:recipe

Debug log (UTC)

[19:12:04.260] New invocation is queued and will start shortly
[19:12:04.260] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:12:05.416] Starting the invocation (attempt 1)
[19:12:05.452] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5daed588119ee4440cd8af08e18acbe66fc463f7"
[19:12:05.452] Popped gitiles commit info from properties and tags
[19:12:05.452] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:12:05.452] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:12:05.452] Buildbucket request:
{
  "requestId": "8999525047842504368",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "5daed588119ee4440cd8af08e18acbe66fc463f7"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
      "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
      "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
      "parent_got_revision": "5daed588119ee4440cd8af08e18acbe66fc463f7",
      "parent_got_revision_cp": "refs/heads/main@{#928775}",
      "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
      "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
      "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
      "parent_got_webrtc_revision": "3695640504af35c7e9a13efc8c4d6545ed4bf19b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35156}",
      "swarm_hashes": {
            "absl_hardening_tests": "cb79912b79ce48dbf0b41204884dca687296539f36ee6a92c533fce2b03aad84/569",
            "accessibility_unittests": "8f99706bb9b19c3390f007ccf6891a3ce9b6de4fe53e5ba84b89f0650af1d468/569",
            "angle_unittests": "150901628744492ef92a843c18cd6d12f28fe67cf8935058eb2dc2eed5c88d0c/570",
            "app_shell_unittests": "a113229e4969b83c728ba40ce804a011b19adefa92721e6b940fd6d7689ac3ce/809",
            "aura_unittests": "78e8d2085488bbc5ae5ff205e6ff6e038b8e674f26f00d2fcf70c348c33e0a20/569",
            "base_unittests": "053227366e525e2e67e923d2df1b7345e4f64192011af905408373fa690ddbda/648",
            "blink_common_unittests": "f84d91438b52a2ba7f69fa86b0062dc5f11a18a425886d00b41463126d15922b/647",
            "blink_fuzzer_unittests": "1ef18abbabe18209b3972694808665a7a63e57172b831672b085ebec2da621dc/648",
            "blink_heap_unittests": "d888a838e2e7cf78795564a651c43a739b30c3714246e03f58369586569ab4b3/648",
            "blink_platform_unittests": "4eb1c60f784a89e20342c5f5828e8ef9321b861fb7f4f832971816e6e567182b/726",
            "blink_unittests": "ef235fb4b382ed505d4f8736877cabfd597983336202da0185acc9552484b4ba/726",
            "boringssl_crypto_tests": "9c112445737a7b079e1a27e71126bd06a81fdf18c81957db1d7011b10383befc/570",
            "boringssl_ssl_tests": "ee59a2a708442a5e646bcb8b782a1e8af856b765bdde60c599346fdc263eeac8/569",
            "capture_unittests": "76ac15102a3e8f5fbd1e9c1221da95272360165608420857891848f5d1483019/648",
            "cast_unittests": "81edb982d806a8ad95bb631e6f4bf86562933ef3dd17376e5eb402e46bad4ec8/569",
            "cc_unittests": "1c859caf9657a7ce407ca3d136e801a2c0cf1fd704daedc469ebcd1034cf8803/653",
            "chrome_app_unittests": "9eccd93179050d8e7ef488bbce47ecb6e307cc6c08f9a7801f334fc427de9d27/811",
            "chromedriver_unittests": "901efc94fdeb9ab18f806392af7e84ee8b58a4eb0696f247b3cf3d9aea722a62/726",
            "color_unittests": "e0e6f733071f230a8b574ccb527a25ee04971039b1332bf1cb890ea86283a673/569",
            "components_browsertests": "9468e863c4182f7b2a99616006207b216eb2ed4ef4b50a316bcdfca78abae7cd/892",
            "components_unittests": "ca0fd205351e579067088f24000f897e5abfec41054ec15c3bfa1de16c7c684c/892",
            "compositor_unittests": "ea92522595a0dcb76ca645e8ee84534f675dadc3b9f38e6eaf5674e8efe6f576/645",
            "content_browsertests": "e5df0cfae48515220a30dfaadb9b64cb81de2c3d7fb205648c217cfe92836056/887",
            "content_unittests": "bc04ac3b05ef1513cd6ac730fdb616b06c86214be84f909b017f6cba57a153a5/806",
            "cronet_tests": "cc3099bdb08970379592817f41e4fc15125d043be3ccedb663e28be46ea87dc3/730",
            "cronet_unittests": "993527bcd897e60f8b4e91ffe6739f517febe0abf876034fe6a611ffdb6820a3/646",
            "crypto_unittests": "8137129f85d86b81bd0f5bf0dc1cd54962d4a1117d42c2fba45701cb8b8084e4/569",
            "dbus_unittests": "72da8f085a1776a8b79d979cb18ebf112aadb77bc3ee12594f428ba480d1d848/569",
            "device_unittests": "825538ddc8d95b3999b73eada8ecf5ba69fb1f4c0492b1d0a81ac987976c5596/646",
            "display_unittests": "e3946e4b8b0373751171643d558ae4a4daa3cdb8e35eecfae1d72f7df67b9746/569",
            "events_unittests": "81ac1f29cfda371c69b138eb75b5436e29b6020e5bde93dbf0e7fcec65265acf/569",
            "extensions_browsertests": "66624a2fff227da4853810a1e3c2e0e01ba78e35217c29cc3f77c139923645df/811",
            "extensions_unittests": "8e8453cbc1399ee7d508c8e8dcd0b941517a2f5d3f885a234228e6bd794c1862/975",
            "filesystem_service_unittests": "db0d19b533a7e788ee8923350015b95ba053c06dbb0c7fd35d1cadf06514a355/569",
            "gcm_unit_tests": "c514579135d7390babe3fb38ac28776eb04f3781e32a52de61a4186fe3759204/646",
            "gfx_unittests": "a4fa7d498fa77546b0640233871c5b32f0f36b39ee85f8eca26d2b93d34a19e4/645",
            "gin_unittests": "9dd75410637b496168196be10170b6b48e5aa4d1c3d0861b5020fb37d61b0074/646",
            "gl_tests": "cfff6ba89ff32a06582b14918fa64293d779b305abe2102dbccf2a7386f2f10d/569",
            "gl_unittests": "9c83b8dcf9684e64853629ff09f17a66b32a423bb44717ea063755f15350df32/569",
            "google_apis_unittests": "79e84ef033fc5be516b59d23fdf442885cce77a4d5a211ebed9a1f1a31d366eb/731",
            "gpu_unittests": "ca6bf2b5443e1140deeb86a4ec86c3f96707d97e8fa4841557050ce0628c4ae3/646",
            "gtk_unittests": "149ecb88637b955b5913f68abcc12fe1541888e1e19fb7b89b4b8564e3591198/569",
            "gwp_asan_unittests": "58bf9fbcf459711ea504cc4a3d219d3b56afa3a4cc62ce81a0d63186a554c034/570",
            "headless_browsertests": "c9ee041e156d9c1b3906254a70ed5ef8043861e605baaffd09843b6467afcf1e/809",
            "headless_unittests": "3d9a363cdaa8be39a4eb9f3a4bf15b85f18640a8bc8d416f5bc3a02cbc5aa3c2/569",
            "interactive_ui_tests": "c8b1a31a394f56c91baefbe0bcb200ada70fb10082a8d329fa17314d0755757c/1128",
            "ipc_tests": "3edd9b91ab85f517dfa272ee2e647f969cb2e00d0a5defaf918f03bebe149d92/569",
            "jingle_unittests": "ccee78e356377d564b0d0b706f2baad8ea797ba8c4965634d457a26b8fc80219/646",
            "latency_unittests": "43dfd65858ff9fa8fd5269baa0fcdfe2328d51f8c06576ab1da7d2fa32b3dcb7/569",
            "libjingle_xmpp_unittests": "a994f83b85e5d122fef008ccaf1bef23c36d0885f0c31189646cc105bdd5f2a0/569",
            "liburlpattern_unittests": "94864d667619dd0917c20816babbccc9de3a4d3db4c6961baa4d1690d2a47423/569",
            "media_unittests": "893fb54bc8527cd6565ad5353bd695f1a22f1230736a82e8c92c443afe275d55/649",
            "message_center_unittests": "cee463d2401f35c3a57a4df024458b5b17f5c83222b44c2d40252b7b58664413/569",
            "midi_unittests": "900524d341e1b6500afbf879e07dc174ec9deb964465de714f30e8efe5aa49db/569",
            "mojo_core_unittests": "256bc6069866a09d084b4ff5cd662f2dd667710103cf5a95cd543f791a81eca9/569",
            "mojo_unittests": "ac43e6e7e55eff1f0def95a62175d387661cfe1e3fdf61566110401ce29af5c0/647",
            "native_theme_unittests": "ac81d2e437058f9bcb5f2dd5f12859c9f830472b739a3e5debdd7a11d20f25d9/569",
            "net_unittests": "a4c01052bb0fce830604b73045c05138c8b957919ad748d7258f6312364a6978/648",
            "openscreen_unittests": "033a2749a97377491a76e8057f8e0839d9eeb3684515251fd1d712b276a334a6/811",
            "ozone_x11_unittests": "973722769504567a8cf911a60384f6a7ff6e8fd9b0e636ee1aaaf8ffdf98774d/569",
            "pdf_unittests": "8a5dceff79fe84df6c0ba9a7ae0fc3ae6268c688feff76a82d923d7efe5851d1/725",
            "perfetto_unittests": "798d9d348d7b9ee760807f21b24e0150133bd42ee46f6fe798e3a061da24e1eb/569",
            "ppapi_unittests": "6f810702155b0f0b04c45217fb48d3c4883bb1011a587f879843c5057bf6c0e7/569",
            "printing_unittests": "866d3f115fd23761946219a4665a2163b6c174d00ee202dfa7ffc5447a952d2b/569",
            "remoting_unittests": "bae88f35d685a9ba516f740bc4765f0d1cd4c7fbdb24d7cf80697b3e25f60128/646",
            "sandbox_linux_unittests": "026954b47750aa3de17c6e4594fc636f0d7fbd8e42b35bb871cbff33a217d9a8/569",
            "service_manager_unittests": "27c7f55825823bf89a09071a1dbbc31e0f382dd84080634a52f7384f4c9fa54d/569",
            "services_unittests": "ee620b67e7afc1a8975aa6a33e41cbef4c7e2ba337577137bdc54d0211e93d78/815",
            "shell_dialogs_unittests": "91cbe2af5f128f0242bc033e443c89f7638624d1ee36aa0ecd0a9d305937359e/569",
            "skia_unittests": "ff412584ca1cbc4ac79a5a34d94ec5655c46944cb92079e76c62877c68a08f85/569",
            "snapshot_unittests": "6a4972b03fc0bd89907cf4a750d3122725668a528feadeb4db78770b4af6be65/569",
            "sql_unittests": "9205f9faf6536a4bfd7310c03ca9df968ce652ddfe8a196fb2d9f9576822d1e6/646",
            "storage_unittests": "914825ef28c8b9b87aa36c2b7eca788712ad461d0b295c3c64b01f9d158afa55/727",
            "sync_integration_tests": "8a26678c4c8eac5f7e398d4265ae71bed9aa44ed4c6b2cea0b2cada5ef65be07/892",
            "ui_base_unittests": "893b3fc5d9f81379f823f3e73e74227cbea5dce5ccc978c0172621ffb148a030/723",
            "ui_touch_selection_unittests": "8ff6ff25c4b62ed60efc02f6e15372c153dadd189cd9f0bd409938002449ae33/569",
            "unit_tests": "3096e1d153c4e7c47b2167d472d2ffa15ee45b19120e36628fcf74e4c266ad1e/1141",
            "url_unittests": "db6df3bc776d6ceb53396f9dd62a46232afca3774176d828bab9fa3b032bb426/569",
            "views_unittests": "49a00ad00568d6f82dda3cc436c1552d6a311cdbf1fefd0d2e0934b6d83d0f6f/569",
            "viz_unittests": "48301cca5b4198a7d6c5235077575eb54e31d7d34057bd72c88b4d678bfe4b5c/653",
            "vr_common_unittests": "14db191d83ca013c19ed408bfbba4cbbf4985b557e9e9f81774dda332e24003a/811",
            "vr_pixeltests": "c7ff898033399812ce0f01a8edeed4e26664fc632c58d8a6a2ad3ffbfa8e2d38/725",
            "weblayer_browsertests": "dfcd6a2851344ee5720bcd6743763f1fe0c68e44deae9d93e11cc611809bebe6/893",
            "weblayer_unittests": "1518e07ee82432284a5530349d274849c17ba860caa5ccc356148dd98d8b5929/725",
            "wm_unittests": "e39e6cc8d1bfae2e6f379348309e26f83f578df35442b05c0e1393f37bebdfc0/569",
            "wtf_unittests": "0020025a0f6bb266bc4631d917a9e09562fb6397ab30a6620197064018d6fc7e/569",
            "x11_unittests": "a20fe701e316d6d57c7d62c93984616e1b70fbf3bfe8d94a61c2dad72952cbd4/569",
            "xr_browser_tests": "b208ad9ff656f7fb3ee072d90c6b13b7f792377633e9c3a4a075380323c92626/891",
            "zlib_unittests": "b9d032dbdbe769a4ba7f4858f187dd910b30c5ff5f95de6589245c873e0f5f60/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5daed588119ee4440cd8af08e18acbe66fc463f7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999525047842504368"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78003"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:12:06.237] Scheduled build:
{
  "id": "8834094985825509425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69964,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T19:12:05.532120151Z",
  "updateTime": "2021-10-06T19:12:05.998130173Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5daed588119ee4440cd8af08e18acbe66fc463f7",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:12:06.237] Task URL: https://cr-buildbucket.appspot.com/build/8834094985825509425
[19:12:06.237] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:2:0) after 5m28s
[19:12:22.713] Received PubSub notification, asking Buildbucket for the build status
[19:12:22.748] Build status: STARTED
[19:17:34.447] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:2:0)
[19:17:34.581] Build status: STARTED
[19:17:34.581] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:4:0) after 8m15s
[19:25:49.685] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:4:0)
[19:25:49.717] Build status: STARTED
[19:25:49.717] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:5:0) after 2m28s
[19:28:17.737] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:5:0)
[19:28:17.773] Build status: STARTED
[19:28:17.773] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:6:0) after 3m58s
[19:32:15.836] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:6:0)
[19:32:15.892] Build status: STARTED
[19:32:15.892] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:7:0) after 4m17s
[19:36:32.880] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:7:0)
[19:36:32.915] Build status: STARTED
[19:36:32.915] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:8:0) after 6m51s
[19:43:24.071] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:8:0)
[19:43:24.106] Build status: STARTED
[19:43:24.107] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999525047842504368:9:0) after 9m29s
[19:47:55.412] Received PubSub notification, asking Buildbucket for the build status
[19:47:55.445] Build:
{
  "id": "8834094985825509425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69964,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T19:12:05.532120151Z",
  "startTime": "2021-10-06T19:12:20.333164Z",
  "endTime": "2021-10-06T19:47:54.943830022Z",
  "updateTime": "2021-10-06T19:47:54.944180486Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5daed588119ee4440cd8af08e18acbe66fc463f7",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:47:55.445] Invocation finished in 35m51.219184169s with status FAILED