Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 35 minutes
Actions:

Definition (rev 1ea5d64318a68cfeb1208ef2f27d1e815a3a23f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
        "project": "chromium/src",
        "ref": "refs/branch-heads/8078"
      }
    ]
  },
  "branch": "refs/branch-heads/8078",
  "deps_revision_overrides": {
    "src": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8667406859808598945"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8667406859808598945"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8667406859808598945"
    }
  ],
  "parent_build_id": "8667406859808598945",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
  "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
  "parent_got_revision": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
  "parent_got_revision_cp": "refs/branch-heads/8078@{#1351}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "9e1ba5de2d4305b8f852c969e33b2e5555173c96",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#40}",
  "parent_got_webrtc_revision": "2a990ce0ccd00a3ad449f2201a8e5c2dad53177d",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#5}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
  "swarm_hashes": {
    "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
    "accessibility_unittests": "dea485933926b88f7463c1d60c3539ac6070e9daeb126f37350771079ba99d1e/586",
    "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
    "aura_unittests": "761bb7949853c92666e8da077be016bffa229c46b2cbabce335cd63948cfffd1/586",
    "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
    "blink_common_unittests": "977867158442f2e7e20ae8160757fc89d26b0c6ad1db7bfdd62f3d3060b8eb62/664",
    "blink_fuzzer_unittests": "0416ce4223b8e5f00918007d676126b33a6c9c4a17d5a221c77195fd723c0996/586",
    "blink_heap_unittests": "4d70bb69d26834a63447d9b524a1dd2d2dba9aaaded1763ca6bacc07c2eafe31/586",
    "blink_platform_unittests": "252dd0f6eb5516db3f4cc5a3843901e995a885e1e19fc2c4b96f94810cc4f6ad/743",
    "blink_unittests": "bf704e66484444b69b689eee10545877d65cba2416fb89ae63c075b5208faa9a/827",
    "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
    "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
    "capture_unittests": "84a120aa3e12d710814ed995832d40b276d73b2334136e36474266797c08651b/665",
    "cast_unittests": "5290a9f4f8c8df33688ae6677375e2999b0e35792f7ed98a5cf4d75fcbe13e78/586",
    "cc_unittests": "d78eb830836adc0b98c3a72592d2d22c589c0598e7aa9d65617af3b194c45ac3/746",
    "chrome_app_unittests": "07c8c86949d7fec04ddb9d064dd3f442168da1251652e08c03919cca182d56fc/664",
    "chromedriver_unittests": "c10020eff97116894f407ecee79138de25aeb6e129efe4c50ef88817dfd6b9f2/743",
    "components_browsertests": "b58bd1061185b7536ed51f582fdbff47d9e5aa42f4881d6c25e4a5e98405c124/830",
    "components_unittests": "b65d337c6a0107aea575270da6a5b67669c5b555e0cec81c5b6e73b2e2fde642/909",
    "compositor_unittests": "798cfb3e6e591f5ebd2cef70ea02347ffa5db893417d4a1f3cbdbed1f19b0363/662",
    "content_browsertests": "54e8272c2e4762f6339bb9ce192e8f062ac1a5be234e823f7958bbebd934b9e2/903",
    "content_unittests": "34fbd48e1808ff652790e24f63be465c735de0f0b87e021704cac522ea2a2fa1/823",
    "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
    "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
    "device_unittests": "16ede5718db888bf1030c3c5a5032e5d2208a5e4f7029c45f15bc028cb3f01c9/663",
    "display_unittests": "a07266930cac2c1b35d3234e9932669b00f770f0826e313f786f9a6b0918518d/586",
    "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
    "events_unittests": "e27b5f9860b0b3a7a967264e637c2895977ee5dae67b6dad0e0359de3f2af4b7/586",
    "extensions_unittests": "551418dfe4ef42947cba5c6fb4551f1e752086a2e01c5b4436fc80b4fd76fdf6/828",
    "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
    "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
    "gcm_unit_tests": "ce775c6304ba643eae3acfbb256eaba6a136cd9322614e01893242a077c7b00f/663",
    "gfx_unittests": "c64044da5bff87b36220d7a13ca3d7e694044656886c769f90675fd68928e5df/662",
    "gin_unittests": "969b6bd395c7754b88caa873a13934a2f53f3370d2afbbfe66343dddb80ade2c/663",
    "gl_tests": "e32c60f3bf3aa3149b384f3ee082096a78ab48c2efe47ecb6a3b112ef920e98b/586",
    "gl_unittests": "6c2847ae584efa7aad2867b9a9922c8b437165a49a005fd9e4880347ada126c6/586",
    "google_apis_unittests": "d49a944733186f5e7513cd530dc242816a4e2db8995e702fab660e08125b958d/748",
    "gpu_unittests": "fbfee6f54b43d6e0ddabe2ef5594396c2d2eec60696d737814ec40021eeafadb/663",
    "gtk_unittests": "9eed186acc80d36750b1441a8584daa6451f3586b30d5724cd265900ab6832ea/586",
    "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
    "headless_browsertests": "f0ab297f18f92c736f89462b1ed2b0a50a2c9a3cd0bf7b93f6d895745122449c/831",
    "headless_unittests": "8c3e49e6af55a67b17e2262dc557aa1eda36b9e931593c59f98c465bceb77964/586",
    "interactive_ui_tests": "07ad79880a3fb1068a63a36b5f57c48628ee3c5ccb4fafb667d144d853c8314e/1157",
    "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
    "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
    "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
    "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
    "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
    "media_unittests": "2334b2c1798cdc3e00fbb718c119d00bf8520d1ad68b7d519a8eb31976b32d25/666",
    "message_center_unittests": "f76f39affd541f693faa59f125ce92b0f9a331b79800cc9e7ccbd2fcc1ea22ab/586",
    "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
    "mojo_unittests": "5c6af64a4767af36effbb760bcc76d7637425995ddb85dec13a41cc8e5f71c65/664",
    "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
    "net_unittests": "af68c27222713d2d11fa52d522d0dd0685c74b699ef502ff0b734802cc948a99/665",
    "openscreen_unittests": "8ff5db596cab9cc6139567ed389298871e67a6d55c3f485109a0b774e76b9320/587",
    "ozone_unittests": "d2c012f555de5f8b0a4689fe7ccd7bd5ee457eee7f38a49bec3195e2cee41e4f/586",
    "ozone_x11_unittests": "3bd1559de1772afe0e8de5b19157a8723228cb46bbdbc1ce1831638e85766fd9/586",
    "pdf_unittests": "4fd9db7cd133e41192a2283aa93edfb99b92a6fb54905d5049d16edb55becaf2/663",
    "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
    "printing_unittests": "448f690b49d891408805f80a18d65e6059fe2c33ed1dce2fde1b8c6b813c382d/586",
    "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
    "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
    "remoting_unittests": "b1c602c247967c7f2934750f944444a93af9a327037cbbda00f4e99b7593afb6/745",
    "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
    "services_unittests": "7e9ccaa4eb044e3f40be083b2eeb8a1b1992a56c6a57bc0dfd0ab1f5de470939/912",
    "shell_dialogs_unittests": "af4f143f34fd80bb4e3a2bb28fd825707f1f09618ecc22c6da1e3c9938cc009d/586",
    "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
    "snapshot_unittests": "63b10e782cd9a639cf561bbf26742965bcc46dbca4599cf449e8df27c40e9b50/586",
    "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
    "storage_unittests": "f0f1eb38bd895a6dc81be276bf561ed68b6385d9390a575a808c3a6d4aa72e19/744",
    "sync_integration_tests": "92b50caa167acfcecf63b8610ca9746dbcd4038b5ef44ebe1d2e3b088ee65728/745",
    "ui_base_unittests": "1e95e4fc27cfc0e0236cd03464bea44163e5bf406c49e30f47e71446871b9910/739",
    "ui_touch_selection_unittests": "88a94a8b0c00eed56866c834b73beb0480d5d06e3dae93c3da0ba059a4f7b2b5/586",
    "ui_unittests": "f5874301552f27bf177bea88bca5d1e441c500f833f191d0dc04f760416810ec/586",
    "unit_tests": "206b2cd545e493ba2b67f8a76fa4964839338375fab692fc8b7f57953b0e9eac/1238",
    "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
    "views_unittests": "f65211041d115f21e7ce6d1690ef25eeda66c05df415086add0cb0eebde1887c/586",
    "viz_unittests": "b4a532cd77f32461ada271f67f3b74f7daa78d0542a6f28aafff5970c69a8f27/670",
    "vr_common_unittests": "bd50766c8cc4b0a2da8618e9bc0a3effda027390278dfac1072ca736598fe790/664",
    "wm_unittests": "ff21d99b52b661bcb23899fa4af04caf34c2a88679fc46907957508207844e16/586",
    "wtf_unittests": "41a09aa1010f166a017a6e4fca2b2d9f9c34765f7b80c4ebcee213ab932abf5b/586",
    "xr_browser_tests": "9297ed22bb1096eda54b196dd5a84ac05f68c314f750ad3ff84a04a831975651/744",
    "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
  },
  "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c74a2cb07fecf937c92ecc240e1117dbc29dfe6
  • gitiles_ref:refs/branch-heads/8078
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:915
  • user_agent:recipe

Debug log (UTC)

[16:55:32.835] New invocation is queued and will start shortly
[16:55:32.835] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:55:33.967] Starting the invocation (attempt 1)
[16:55:33.986] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c74a2cb07fecf937c92ecc240e1117dbc29dfe6"
[16:55:33.986] Popped gitiles commit info from properties and tags
[16:55:33.986] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:55:33.986] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:55:33.987] Buildbucket request:
{
  "requestId": "8832835218967672352",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/8078"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8832835218967672352",
            "job": "chromium-m156/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/8078"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667406859808598945"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667406859808598945"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8667406859808598945"
                                              }
                                        ],
                                    "parent_build_id": "8667406859808598945",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
                                    "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
                                    "parent_got_revision": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
                                    "parent_got_revision_cp": "refs/branch-heads/8078@{#1351}",
                                    "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
                                    "parent_got_v8_revision": "9e1ba5de2d4305b8f852c969e33b2e5555173c96",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#40}",
                                    "parent_got_webrtc_revision": "2a990ce0ccd00a3ad449f2201a8e5c2dad53177d",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#5}",
                                    "revision": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
                                          "accessibility_unittests": "dea485933926b88f7463c1d60c3539ac6070e9daeb126f37350771079ba99d1e/586",
                                          "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
                                          "aura_unittests": "761bb7949853c92666e8da077be016bffa229c46b2cbabce335cd63948cfffd1/586",
                                          "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
                                          "blink_common_unittests": "977867158442f2e7e20ae8160757fc89d26b0c6ad1db7bfdd62f3d3060b8eb62/664",
                                          "blink_fuzzer_unittests": "0416ce4223b8e5f00918007d676126b33a6c9c4a17d5a221c77195fd723c0996/586",
                                          "blink_heap_unittests": "4d70bb69d26834a63447d9b524a1dd2d2dba9aaaded1763ca6bacc07c2eafe31/586",
                                          "blink_platform_unittests": "252dd0f6eb5516db3f4cc5a3843901e995a885e1e19fc2c4b96f94810cc4f6ad/743",
                                          "blink_unittests": "bf704e66484444b69b689eee10545877d65cba2416fb89ae63c075b5208faa9a/827",
                                          "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
                                          "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
                                          "capture_unittests": "84a120aa3e12d710814ed995832d40b276d73b2334136e36474266797c08651b/665",
                                          "cast_unittests": "5290a9f4f8c8df33688ae6677375e2999b0e35792f7ed98a5cf4d75fcbe13e78/586",
                                          "cc_unittests": "d78eb830836adc0b98c3a72592d2d22c589c0598e7aa9d65617af3b194c45ac3/746",
                                          "chrome_app_unittests": "07c8c86949d7fec04ddb9d064dd3f442168da1251652e08c03919cca182d56fc/664",
                                          "chromedriver_unittests": "c10020eff97116894f407ecee79138de25aeb6e129efe4c50ef88817dfd6b9f2/743",
                                          "components_browsertests": "b58bd1061185b7536ed51f582fdbff47d9e5aa42f4881d6c25e4a5e98405c124/830",
                                          "components_unittests": "b65d337c6a0107aea575270da6a5b67669c5b555e0cec81c5b6e73b2e2fde642/909",
                                          "compositor_unittests": "798cfb3e6e591f5ebd2cef70ea02347ffa5db893417d4a1f3cbdbed1f19b0363/662",
                                          "content_browsertests": "54e8272c2e4762f6339bb9ce192e8f062ac1a5be234e823f7958bbebd934b9e2/903",
                                          "content_unittests": "34fbd48e1808ff652790e24f63be465c735de0f0b87e021704cac522ea2a2fa1/823",
                                          "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
                                          "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
                                          "device_unittests": "16ede5718db888bf1030c3c5a5032e5d2208a5e4f7029c45f15bc028cb3f01c9/663",
                                          "display_unittests": "a07266930cac2c1b35d3234e9932669b00f770f0826e313f786f9a6b0918518d/586",
                                          "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
                                          "events_unittests": "e27b5f9860b0b3a7a967264e637c2895977ee5dae67b6dad0e0359de3f2af4b7/586",
                                          "extensions_unittests": "551418dfe4ef42947cba5c6fb4551f1e752086a2e01c5b4436fc80b4fd76fdf6/828",
                                          "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
                                          "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
                                          "gcm_unit_tests": "ce775c6304ba643eae3acfbb256eaba6a136cd9322614e01893242a077c7b00f/663",
                                          "gfx_unittests": "c64044da5bff87b36220d7a13ca3d7e694044656886c769f90675fd68928e5df/662",
                                          "gin_unittests": "969b6bd395c7754b88caa873a13934a2f53f3370d2afbbfe66343dddb80ade2c/663",
                                          "gl_tests": "e32c60f3bf3aa3149b384f3ee082096a78ab48c2efe47ecb6a3b112ef920e98b/586",
                                          "gl_unittests": "6c2847ae584efa7aad2867b9a9922c8b437165a49a005fd9e4880347ada126c6/586",
                                          "google_apis_unittests": "d49a944733186f5e7513cd530dc242816a4e2db8995e702fab660e08125b958d/748",
                                          "gpu_unittests": "fbfee6f54b43d6e0ddabe2ef5594396c2d2eec60696d737814ec40021eeafadb/663",
                                          "gtk_unittests": "9eed186acc80d36750b1441a8584daa6451f3586b30d5724cd265900ab6832ea/586",
                                          "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
                                          "headless_browsertests": "f0ab297f18f92c736f89462b1ed2b0a50a2c9a3cd0bf7b93f6d895745122449c/831",
                                          "headless_unittests": "8c3e49e6af55a67b17e2262dc557aa1eda36b9e931593c59f98c465bceb77964/586",
                                          "interactive_ui_tests": "07ad79880a3fb1068a63a36b5f57c48628ee3c5ccb4fafb667d144d853c8314e/1157",
                                          "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
                                          "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
                                          "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
                                          "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
                                          "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
                                          "media_unittests": "2334b2c1798cdc3e00fbb718c119d00bf8520d1ad68b7d519a8eb31976b32d25/666",
                                          "message_center_unittests": "f76f39affd541f693faa59f125ce92b0f9a331b79800cc9e7ccbd2fcc1ea22ab/586",
                                          "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
                                          "mojo_unittests": "5c6af64a4767af36effbb760bcc76d7637425995ddb85dec13a41cc8e5f71c65/664",
                                          "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
                                          "net_unittests": "af68c27222713d2d11fa52d522d0dd0685c74b699ef502ff0b734802cc948a99/665",
                                          "openscreen_unittests": "8ff5db596cab9cc6139567ed389298871e67a6d55c3f485109a0b774e76b9320/587",
                                          "ozone_unittests": "d2c012f555de5f8b0a4689fe7ccd7bd5ee457eee7f38a49bec3195e2cee41e4f/586",
                                          "ozone_x11_unittests": "3bd1559de1772afe0e8de5b19157a8723228cb46bbdbc1ce1831638e85766fd9/586",
                                          "pdf_unittests": "4fd9db7cd133e41192a2283aa93edfb99b92a6fb54905d5049d16edb55becaf2/663",
                                          "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
                                          "printing_unittests": "448f690b49d891408805f80a18d65e6059fe2c33ed1dce2fde1b8c6b813c382d/586",
                                          "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
                                          "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
                                          "remoting_unittests": "b1c602c247967c7f2934750f944444a93af9a327037cbbda00f4e99b7593afb6/745",
                                          "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
                                          "services_unittests": "7e9ccaa4eb044e3f40be083b2eeb8a1b1992a56c6a57bc0dfd0ab1f5de470939/912",
                                          "shell_dialogs_unittests": "af4f143f34fd80bb4e3a2bb28fd825707f1f09618ecc22c6da1e3c9938cc009d/586",
                                          "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
                                          "snapshot_unittests": "63b10e782cd9a639cf561bbf26742965bcc46dbca4599cf449e8df27c40e9b50/586",
                                          "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
                                          "storage_unittests": "f0f1eb38bd895a6dc81be276bf561ed68b6385d9390a575a808c3a6d4aa72e19/744",
                                          "sync_integration_tests": "92b50caa167acfcecf63b8610ca9746dbcd4038b5ef44ebe1d2e3b088ee65728/745",
                                          "ui_base_unittests": "1e95e4fc27cfc0e0236cd03464bea44163e5bf406c49e30f47e71446871b9910/739",
                                          "ui_touch_selection_unittests": "88a94a8b0c00eed56866c834b73beb0480d5d06e3dae93c3da0ba059a4f7b2b5/586",
                                          "ui_unittests": "f5874301552f27bf177bea88bca5d1e441c500f833f191d0dc04f760416810ec/586",
                                          "unit_tests": "206b2cd545e493ba2b67f8a76fa4964839338375fab692fc8b7f57953b0e9eac/1238",
                                          "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
                                          "views_unittests": "f65211041d115f21e7ce6d1690ef25eeda66c05df415086add0cb0eebde1887c/586",
                                          "viz_unittests": "b4a532cd77f32461ada271f67f3b74f7daa78d0542a6f28aafff5970c69a8f27/670",
                                          "vr_common_unittests": "bd50766c8cc4b0a2da8618e9bc0a3effda027390278dfac1072ca736598fe790/664",
                                          "wm_unittests": "ff21d99b52b661bcb23899fa4af04caf34c2a88679fc46907957508207844e16/586",
                                          "wtf_unittests": "41a09aa1010f166a017a6e4fca2b2d9f9c34765f7b80c4ebcee213ab932abf5b/586",
                                          "xr_browser_tests": "9297ed22bb1096eda54b196dd5a84ac05f68c314f750ad3ff84a04a831975651/744",
                                          "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
                                        },
                                    "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/8078",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:915",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "24116bd0-a4e2-4ac1-841a-0102e5bc72c6",
                        "title": "Linux TSan Builder/915",
                        "url": "https://cr-buildbucket.appspot.com/build/8667406859808598945"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8667406859808598945"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8667406859808598945"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8667406859808598945"
                }
          ],
      "parent_build_id": "8667406859808598945",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
      "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
      "parent_got_revision": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
      "parent_got_revision_cp": "refs/branch-heads/8078@{#1351}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "9e1ba5de2d4305b8f852c969e33b2e5555173c96",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#40}",
      "parent_got_webrtc_revision": "2a990ce0ccd00a3ad449f2201a8e5c2dad53177d",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#5}",
      "swarm_hashes": {
            "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
            "accessibility_unittests": "dea485933926b88f7463c1d60c3539ac6070e9daeb126f37350771079ba99d1e/586",
            "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
            "aura_unittests": "761bb7949853c92666e8da077be016bffa229c46b2cbabce335cd63948cfffd1/586",
            "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
            "blink_common_unittests": "977867158442f2e7e20ae8160757fc89d26b0c6ad1db7bfdd62f3d3060b8eb62/664",
            "blink_fuzzer_unittests": "0416ce4223b8e5f00918007d676126b33a6c9c4a17d5a221c77195fd723c0996/586",
            "blink_heap_unittests": "4d70bb69d26834a63447d9b524a1dd2d2dba9aaaded1763ca6bacc07c2eafe31/586",
            "blink_platform_unittests": "252dd0f6eb5516db3f4cc5a3843901e995a885e1e19fc2c4b96f94810cc4f6ad/743",
            "blink_unittests": "bf704e66484444b69b689eee10545877d65cba2416fb89ae63c075b5208faa9a/827",
            "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
            "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
            "capture_unittests": "84a120aa3e12d710814ed995832d40b276d73b2334136e36474266797c08651b/665",
            "cast_unittests": "5290a9f4f8c8df33688ae6677375e2999b0e35792f7ed98a5cf4d75fcbe13e78/586",
            "cc_unittests": "d78eb830836adc0b98c3a72592d2d22c589c0598e7aa9d65617af3b194c45ac3/746",
            "chrome_app_unittests": "07c8c86949d7fec04ddb9d064dd3f442168da1251652e08c03919cca182d56fc/664",
            "chromedriver_unittests": "c10020eff97116894f407ecee79138de25aeb6e129efe4c50ef88817dfd6b9f2/743",
            "components_browsertests": "b58bd1061185b7536ed51f582fdbff47d9e5aa42f4881d6c25e4a5e98405c124/830",
            "components_unittests": "b65d337c6a0107aea575270da6a5b67669c5b555e0cec81c5b6e73b2e2fde642/909",
            "compositor_unittests": "798cfb3e6e591f5ebd2cef70ea02347ffa5db893417d4a1f3cbdbed1f19b0363/662",
            "content_browsertests": "54e8272c2e4762f6339bb9ce192e8f062ac1a5be234e823f7958bbebd934b9e2/903",
            "content_unittests": "34fbd48e1808ff652790e24f63be465c735de0f0b87e021704cac522ea2a2fa1/823",
            "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
            "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
            "device_unittests": "16ede5718db888bf1030c3c5a5032e5d2208a5e4f7029c45f15bc028cb3f01c9/663",
            "display_unittests": "a07266930cac2c1b35d3234e9932669b00f770f0826e313f786f9a6b0918518d/586",
            "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
            "events_unittests": "e27b5f9860b0b3a7a967264e637c2895977ee5dae67b6dad0e0359de3f2af4b7/586",
            "extensions_unittests": "551418dfe4ef42947cba5c6fb4551f1e752086a2e01c5b4436fc80b4fd76fdf6/828",
            "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
            "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
            "gcm_unit_tests": "ce775c6304ba643eae3acfbb256eaba6a136cd9322614e01893242a077c7b00f/663",
            "gfx_unittests": "c64044da5bff87b36220d7a13ca3d7e694044656886c769f90675fd68928e5df/662",
            "gin_unittests": "969b6bd395c7754b88caa873a13934a2f53f3370d2afbbfe66343dddb80ade2c/663",
            "gl_tests": "e32c60f3bf3aa3149b384f3ee082096a78ab48c2efe47ecb6a3b112ef920e98b/586",
            "gl_unittests": "6c2847ae584efa7aad2867b9a9922c8b437165a49a005fd9e4880347ada126c6/586",
            "google_apis_unittests": "d49a944733186f5e7513cd530dc242816a4e2db8995e702fab660e08125b958d/748",
            "gpu_unittests": "fbfee6f54b43d6e0ddabe2ef5594396c2d2eec60696d737814ec40021eeafadb/663",
            "gtk_unittests": "9eed186acc80d36750b1441a8584daa6451f3586b30d5724cd265900ab6832ea/586",
            "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
            "headless_browsertests": "f0ab297f18f92c736f89462b1ed2b0a50a2c9a3cd0bf7b93f6d895745122449c/831",
            "headless_unittests": "8c3e49e6af55a67b17e2262dc557aa1eda36b9e931593c59f98c465bceb77964/586",
            "interactive_ui_tests": "07ad79880a3fb1068a63a36b5f57c48628ee3c5ccb4fafb667d144d853c8314e/1157",
            "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
            "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
            "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
            "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
            "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
            "media_unittests": "2334b2c1798cdc3e00fbb718c119d00bf8520d1ad68b7d519a8eb31976b32d25/666",
            "message_center_unittests": "f76f39affd541f693faa59f125ce92b0f9a331b79800cc9e7ccbd2fcc1ea22ab/586",
            "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
            "mojo_unittests": "5c6af64a4767af36effbb760bcc76d7637425995ddb85dec13a41cc8e5f71c65/664",
            "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
            "net_unittests": "af68c27222713d2d11fa52d522d0dd0685c74b699ef502ff0b734802cc948a99/665",
            "openscreen_unittests": "8ff5db596cab9cc6139567ed389298871e67a6d55c3f485109a0b774e76b9320/587",
            "ozone_unittests": "d2c012f555de5f8b0a4689fe7ccd7bd5ee457eee7f38a49bec3195e2cee41e4f/586",
            "ozone_x11_unittests": "3bd1559de1772afe0e8de5b19157a8723228cb46bbdbc1ce1831638e85766fd9/586",
            "pdf_unittests": "4fd9db7cd133e41192a2283aa93edfb99b92a6fb54905d5049d16edb55becaf2/663",
            "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
            "printing_unittests": "448f690b49d891408805f80a18d65e6059fe2c33ed1dce2fde1b8c6b813c382d/586",
            "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
            "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
            "remoting_unittests": "b1c602c247967c7f2934750f944444a93af9a327037cbbda00f4e99b7593afb6/745",
            "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
            "services_unittests": "7e9ccaa4eb044e3f40be083b2eeb8a1b1992a56c6a57bc0dfd0ab1f5de470939/912",
            "shell_dialogs_unittests": "af4f143f34fd80bb4e3a2bb28fd825707f1f09618ecc22c6da1e3c9938cc009d/586",
            "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
            "snapshot_unittests": "63b10e782cd9a639cf561bbf26742965bcc46dbca4599cf449e8df27c40e9b50/586",
            "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
            "storage_unittests": "f0f1eb38bd895a6dc81be276bf561ed68b6385d9390a575a808c3a6d4aa72e19/744",
            "sync_integration_tests": "92b50caa167acfcecf63b8610ca9746dbcd4038b5ef44ebe1d2e3b088ee65728/745",
            "ui_base_unittests": "1e95e4fc27cfc0e0236cd03464bea44163e5bf406c49e30f47e71446871b9910/739",
            "ui_touch_selection_unittests": "88a94a8b0c00eed56866c834b73beb0480d5d06e3dae93c3da0ba059a4f7b2b5/586",
            "ui_unittests": "f5874301552f27bf177bea88bca5d1e441c500f833f191d0dc04f760416810ec/586",
            "unit_tests": "206b2cd545e493ba2b67f8a76fa4964839338375fab692fc8b7f57953b0e9eac/1238",
            "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
            "views_unittests": "f65211041d115f21e7ce6d1690ef25eeda66c05df415086add0cb0eebde1887c/586",
            "viz_unittests": "b4a532cd77f32461ada271f67f3b74f7daa78d0542a6f28aafff5970c69a8f27/670",
            "vr_common_unittests": "bd50766c8cc4b0a2da8618e9bc0a3effda027390278dfac1072ca736598fe790/664",
            "wm_unittests": "ff21d99b52b661bcb23899fa4af04caf34c2a88679fc46907957508207844e16/586",
            "wtf_unittests": "41a09aa1010f166a017a6e4fca2b2d9f9c34765f7b80c4ebcee213ab932abf5b/586",
            "xr_browser_tests": "9297ed22bb1096eda54b196dd5a84ac05f68c314f750ad3ff84a04a831975651/744",
            "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
          },
      "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
    "ref": "refs/branch-heads/8078"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8832835218967672352"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m156/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "915"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:55:34.525] Scheduled build:
{
  "id": "8667405157039208033",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 625,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-20T16:55:34.052086867Z",
  "updateTime": "2026-10-20T16:55:34.052086867Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[16:55:34.525] Task URL: https://cr-buildbucket.appspot.com/build/8667405157039208033
[16:55:34.525] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:2:0) after 4m40s
[16:55:35.497] Received PubSub notification, asking Buildbucket for the build status
[16:55:35.623] Build status: SCHEDULED
[16:55:38.501] Received PubSub notification, asking Buildbucket for the build status
[16:55:38.542] Build status: STARTED
[17:00:14.555] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:2:0)
[17:00:14.598] Build status: STARTED
[17:00:14.598] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:5:0) after 4m12s
[17:04:26.722] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:5:0)
[17:04:26.752] Build status: STARTED
[17:04:26.752] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:6:0) after 4m22s
[17:08:48.769] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:6:0)
[17:08:48.802] Build status: STARTED
[17:08:48.802] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:7:0) after 4m55s
[17:13:43.828] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:7:0)
[17:13:43.846] Build status: STARTED
[17:13:43.846] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:8:0) after 3m37s
[17:17:20.979] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:8:0)
[17:17:21.012] Build status: STARTED
[17:17:21.013] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:9:0) after 9m28s
[17:26:49.064] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:9:0)
[17:26:49.083] Build status: STARTED
[17:26:49.083] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832835218967672352:10:0) after 5m48s
[17:31:18.426] Received PubSub notification, asking Buildbucket for the build status
[17:31:18.452] Build:
{
  "id": "8667405157039208033",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 625,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-20T16:55:34.052086867Z",
  "startTime": "2026-10-20T16:55:38.223046851Z",
  "endTime": "2026-10-20T17:31:18.019866169Z",
  "updateTime": "2026-10-20T17:31:18.019866169Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c74a2cb07fecf937c92ecc240e1117dbc29dfe6",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[17:31:18.452] Invocation finished in 35m45.622758792s with status FAILED