Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "960211abc750db710729c5b47c02ee5e7406ea14",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "960211abc750db710729c5b47c02ee5e7406ea14"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8686165063734221185"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8686165063734221185"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8686165063734221185"
    }
  ],
  "parent_build_id": "8686165063734221185",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
  "parent_got_dawn_revision": "adcf333bd486a7f0a1c5c4a52c8ea5ae54e15c32",
  "parent_got_revision": "960211abc750db710729c5b47c02ee5e7406ea14",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#3333}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "0fa46272c1d86f31064fea1f173e6c8bfc3e6fdd",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#58}",
  "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "960211abc750db710729c5b47c02ee5e7406ea14",
  "swarm_hashes": {
    "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
    "accessibility_unittests": "d885e3f7a8e27678cb83743488cd0b1760fe65c8838034da083c0bbf44716281/488",
    "angle_unittests": "a789770e9324f0af9002a5131ed00b0d6d2b0009d3189ab9511c491a7203e214/489",
    "app_shell_unittests": "042333ca8515f53dbfd1f3224b066d236e928462846d686cf483bd691f22733e/649",
    "aura_unittests": "25b9dfe86a6f87312760aa421a66130f38db9761c3f3076a8e3feba6a5f8c619/488",
    "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
    "blink_common_unittests": "f1d8d5af7a98f09356de5e9e990ce834cc199ecad06309f6f192c75661ee842f/566",
    "blink_fuzzer_unittests": "e995ae2a07bf4faebb56fa29bfcd270028cccf119be97e56be95855b6ca5f689/488",
    "blink_heap_unittests": "eaee0c733f1b69997ea579ee76fc466dbfc362ccc7dff9881f881bdcd545acec/488",
    "blink_platform_unittests": "337de9db65ac43a88cb7ee8a901a6d58934deb54e344149fbfab4257d5de7450/645",
    "blink_unittests": "47afcfd0e06aebe3edcb1c98f561f22f0eab5ee6ff43e892ce8f58c1c3e3bb0a/729",
    "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
    "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
    "capture_unittests": "c7746ae369b249179625d682b53582b9a7061fc99b3f478c630f6c0ff0f5a97c/567",
    "cast_unittests": "af7cddddcb59411bb2b6b6480e2a0b7f3f8cfc374a4b62db8c3448df5cb5415d/488",
    "cc_unittests": "d481dfe3677079a0241785645b2324807b156dae81ab0802a571a7613c2c355c/648",
    "chrome_app_unittests": "61d2a5bbb12beb479adf814ae4e9c7fea796f96ce26bd3cd079402368b86ca92/566",
    "chromedriver_unittests": "df0a13271327d774a2651b1d2bd1c3ecf82287a7f48c92e79f8dbdf8608d97bb/645",
    "components_browsertests": "cd3933cb94becd2c84cf86da7f287a35ba71d7f01366550e7e10e9c5c861a8de/732",
    "components_unittests": "69797d2270d80f3fc18af2b5d30a66bfda221f2f7094f50b3919d3e0f7814f9a/811",
    "compositor_unittests": "f106e1dc5de26b021d6a3224b27c4b4aa6ef78bfc2ed24523161b9b27c28f422/564",
    "content_browsertests": "2bbed2620e579cd93f6f539fe4c35d4a1cceb5a46ec266d181643d4b8cffcbc9/805",
    "content_unittests": "dcb589556a3d4f9ddd1277b5b92e0b20563d1e10f670a64cf0bf7d607d7b9b55/725",
    "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
    "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
    "device_unittests": "55f1f1a748a032f15d1dec87cb0d611656df4689e6402283cf17e23793bdaf4d/565",
    "display_unittests": "635f255a491dbc5808730b3ba798686ac739a660a9bac8fc9ac3e01bcaeca884/488",
    "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
    "events_unittests": "5b50d3464702d7799d1db0abbaaae7816b34dbb91b3b22f02fb0586839d8fe28/488",
    "extensions_browsertests": "893bd8b63200f3f408102e04ef67f04fad57cd05242dfdce5942fe76d6bae991/651",
    "extensions_unittests": "eacd0ea3e8777e7325ddd4836756013facc9898450076779b1992b19064ba2b8/730",
    "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
    "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
    "gcm_unit_tests": "593fc2a9fd36f43960098e983c094c40cc6c5ba247ad89cd8a141143932aff5a/565",
    "gfx_unittests": "f46ba88139ed885735975749fc018897644210616a161092e2da1e413b8124a4/564",
    "gin_unittests": "614b2badb3bb5b1288231b0523cecbd991927b66647db15a428639f944f8d1bf/565",
    "gl_tests": "36344bd91390fe8a01f93e6a2f4bb00ce8cc3beb45dd399752c8e7ab2d8d9d34/488",
    "gl_unittests": "fb71957282976d08d199adb7042b4eceb238d861108216f409fb119e7c9da25b/488",
    "google_apis_unittests": "77022677f6fb119e28012ad0f0150c58daf3560418bb61d7e94f45e81fb20e4d/650",
    "gpu_unittests": "a1a089556c618a343c3610840c704c55cfbc83cbba665029611a8704e8dad3ab/565",
    "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
    "headless_browsertests": "a8c68a5e4e1d2771f9978ffb06aae320aa6c08eed66c4c5166315430220ffa4f/733",
    "headless_unittests": "ed741523b4e5c68e58ebec3859c8ac53331f3406ff080a73899728c245eea302/488",
    "interactive_ui_tests": "26eaa199f29957a0493efd3aafbf742de2b54686fd79b84d76c157a072b66b1b/1059",
    "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
    "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
    "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
    "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
    "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
    "media_unittests": "ad38ff8241143e845c19c8d3c17957799f2490edecf9174aab662cc90d2500a6/568",
    "message_center_unittests": "9e9b2179c5ea688eac259ead4f3ea96a423f274fc227c739b35aafdf809f24f6/488",
    "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
    "mojo_unittests": "fb4b9e1f225ca3c0246f7391ca9f4999c93cf173735c42eac4ca391aeddad853/566",
    "native_theme_unittests": "ecf14040fe61396a4283857f06cbe4fbdcc944873f24e396d7bf690aef3ebafd/488",
    "net_unittests": "4575f95791b126e3ab399b8ed22bdbd825117b3ce63a387d8dc68f7c1beb95be/567",
    "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
    "ozone_unittests": "51d38cbc8a61d2c49e78dabe5f8ade8bdfb8aef2cd7aa97842094bca92de9b07/488",
    "ozone_x11_unittests": "81054fd4b0f968f199961431c9a4b65f142d430cca4b9c57f345209b2b770772/488",
    "pdf_unittests": "43317c11f86094928307fbfbbe94e2fcf85b2f0f8563a420dfab07c12b9880be/565",
    "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
    "printing_unittests": "b9baa504893fa78449ab4f0a951c8f5e49c6be69ca2437b36b683737c4e05990/488",
    "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
    "remoting_unittests": "481fd131acb61b2ed66eb56897a6f9aa70829caa9ac89b6d6b21d9336ad840d6/565",
    "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
    "services_unittests": "09c063b43acf7006780511c6c62f39bd6b0ad87a6ff73e020fdb38dda34af2ab/734",
    "shell_dialogs_unittests": "f7d6bf8a8e15d619cd7fb147528c9864bb6c34df88cafe8b0defa746fd16ac5a/488",
    "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
    "snapshot_unittests": "f0c000fdee69ab147f02ca7ba9be473096e01151b3e3cea89317e4f8cc04d640/488",
    "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
    "storage_unittests": "4ff9f0779d25e753b6ea20b332dd17fcb1821427770666dfb28642b1cf5a4f8b/646",
    "sync_integration_tests": "6387d4c0152a5813b002187873eda47e2b0ea381d80555268830ebe24f4b902d/647",
    "ui_base_unittests": "d4aa71a1aae4a05f920e9d2010130e4d28b6a30fc49d0b6be48e8b103c5cf6fd/641",
    "ui_touch_selection_unittests": "c127a2d1b712d2205c5a87cb492729bae220f88abfffaeee9d7f3a63af0119d4/488",
    "ui_unittests": "0fbf2f3be9897f00e2176af41c5a65f71355fa60c3760da641c6a7a1b45b3086/488",
    "unit_tests": "201adaf26335b15bf75668acd40d40f7952c1fd2c42145d4fa8f68b9ade0cad7/1061",
    "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
    "views_unittests": "1fae5a6dcbb23ff78890e14461a937015a93a9fb4835f30aacb1d8acd1938f9f/488",
    "viz_unittests": "4812173c970fa20ef0c18004038d7db11c88d4f6f4406ccba2d4a74c6556d3ce/572",
    "vr_common_unittests": "1cf5ff361124f60ebafbf97ce1052262ac026c78738b86ba5831a508721d2293/566",
    "wm_unittests": "1b798c7f89f67dc10982d8a576e91aed5837e2fbfdd87f038f3ad24d04d530be/488",
    "wtf_unittests": "826cc1e97e51d128d44450998355f3cd04039edfb53da4f7f033f37ef08173a6/488",
    "xr_browser_tests": "22fc6135a858bb39ae7fa9d494de7ce204c0c1650c87bc100d7138d65558a9df/646",
    "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/960211abc750db710729c5b47c02ee5e7406ea14
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:934
  • user_agent:recipe

Debug log (UTC)

[16:02:10.255] New invocation is queued and will start shortly
[16:02:10.255] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:02:11.485] Starting the invocation (attempt 1)
[16:02:11.520] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/960211abc750db710729c5b47c02ee5e7406ea14"
[16:02:11.520] Popped gitiles commit info from properties and tags
[16:02:11.520] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:02:11.520] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:02:11.522] Buildbucket request:
{
  "requestId": "8851592149159742656",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "960211abc750db710729c5b47c02ee5e7406ea14",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8851592149159742656",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "960211abc750db710729c5b47c02ee5e7406ea14",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "960211abc750db710729c5b47c02ee5e7406ea14"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8686165063734221185"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8686165063734221185"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8686165063734221185"
                                              }
                                        ],
                                    "parent_build_id": "8686165063734221185",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
                                    "parent_got_dawn_revision": "adcf333bd486a7f0a1c5c4a52c8ea5ae54e15c32",
                                    "parent_got_revision": "960211abc750db710729c5b47c02ee5e7406ea14",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#3333}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "0fa46272c1d86f31064fea1f173e6c8bfc3e6fdd",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#58}",
                                    "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
                                    "revision": "960211abc750db710729c5b47c02ee5e7406ea14",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
                                          "accessibility_unittests": "d885e3f7a8e27678cb83743488cd0b1760fe65c8838034da083c0bbf44716281/488",
                                          "angle_unittests": "a789770e9324f0af9002a5131ed00b0d6d2b0009d3189ab9511c491a7203e214/489",
                                          "app_shell_unittests": "042333ca8515f53dbfd1f3224b066d236e928462846d686cf483bd691f22733e/649",
                                          "aura_unittests": "25b9dfe86a6f87312760aa421a66130f38db9761c3f3076a8e3feba6a5f8c619/488",
                                          "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
                                          "blink_common_unittests": "f1d8d5af7a98f09356de5e9e990ce834cc199ecad06309f6f192c75661ee842f/566",
                                          "blink_fuzzer_unittests": "e995ae2a07bf4faebb56fa29bfcd270028cccf119be97e56be95855b6ca5f689/488",
                                          "blink_heap_unittests": "eaee0c733f1b69997ea579ee76fc466dbfc362ccc7dff9881f881bdcd545acec/488",
                                          "blink_platform_unittests": "337de9db65ac43a88cb7ee8a901a6d58934deb54e344149fbfab4257d5de7450/645",
                                          "blink_unittests": "47afcfd0e06aebe3edcb1c98f561f22f0eab5ee6ff43e892ce8f58c1c3e3bb0a/729",
                                          "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
                                          "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
                                          "capture_unittests": "c7746ae369b249179625d682b53582b9a7061fc99b3f478c630f6c0ff0f5a97c/567",
                                          "cast_unittests": "af7cddddcb59411bb2b6b6480e2a0b7f3f8cfc374a4b62db8c3448df5cb5415d/488",
                                          "cc_unittests": "d481dfe3677079a0241785645b2324807b156dae81ab0802a571a7613c2c355c/648",
                                          "chrome_app_unittests": "61d2a5bbb12beb479adf814ae4e9c7fea796f96ce26bd3cd079402368b86ca92/566",
                                          "chromedriver_unittests": "df0a13271327d774a2651b1d2bd1c3ecf82287a7f48c92e79f8dbdf8608d97bb/645",
                                          "components_browsertests": "cd3933cb94becd2c84cf86da7f287a35ba71d7f01366550e7e10e9c5c861a8de/732",
                                          "components_unittests": "69797d2270d80f3fc18af2b5d30a66bfda221f2f7094f50b3919d3e0f7814f9a/811",
                                          "compositor_unittests": "f106e1dc5de26b021d6a3224b27c4b4aa6ef78bfc2ed24523161b9b27c28f422/564",
                                          "content_browsertests": "2bbed2620e579cd93f6f539fe4c35d4a1cceb5a46ec266d181643d4b8cffcbc9/805",
                                          "content_unittests": "dcb589556a3d4f9ddd1277b5b92e0b20563d1e10f670a64cf0bf7d607d7b9b55/725",
                                          "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
                                          "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
                                          "device_unittests": "55f1f1a748a032f15d1dec87cb0d611656df4689e6402283cf17e23793bdaf4d/565",
                                          "display_unittests": "635f255a491dbc5808730b3ba798686ac739a660a9bac8fc9ac3e01bcaeca884/488",
                                          "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
                                          "events_unittests": "5b50d3464702d7799d1db0abbaaae7816b34dbb91b3b22f02fb0586839d8fe28/488",
                                          "extensions_browsertests": "893bd8b63200f3f408102e04ef67f04fad57cd05242dfdce5942fe76d6bae991/651",
                                          "extensions_unittests": "eacd0ea3e8777e7325ddd4836756013facc9898450076779b1992b19064ba2b8/730",
                                          "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
                                          "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
                                          "gcm_unit_tests": "593fc2a9fd36f43960098e983c094c40cc6c5ba247ad89cd8a141143932aff5a/565",
                                          "gfx_unittests": "f46ba88139ed885735975749fc018897644210616a161092e2da1e413b8124a4/564",
                                          "gin_unittests": "614b2badb3bb5b1288231b0523cecbd991927b66647db15a428639f944f8d1bf/565",
                                          "gl_tests": "36344bd91390fe8a01f93e6a2f4bb00ce8cc3beb45dd399752c8e7ab2d8d9d34/488",
                                          "gl_unittests": "fb71957282976d08d199adb7042b4eceb238d861108216f409fb119e7c9da25b/488",
                                          "google_apis_unittests": "77022677f6fb119e28012ad0f0150c58daf3560418bb61d7e94f45e81fb20e4d/650",
                                          "gpu_unittests": "a1a089556c618a343c3610840c704c55cfbc83cbba665029611a8704e8dad3ab/565",
                                          "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
                                          "headless_browsertests": "a8c68a5e4e1d2771f9978ffb06aae320aa6c08eed66c4c5166315430220ffa4f/733",
                                          "headless_unittests": "ed741523b4e5c68e58ebec3859c8ac53331f3406ff080a73899728c245eea302/488",
                                          "interactive_ui_tests": "26eaa199f29957a0493efd3aafbf742de2b54686fd79b84d76c157a072b66b1b/1059",
                                          "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
                                          "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
                                          "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
                                          "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
                                          "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
                                          "media_unittests": "ad38ff8241143e845c19c8d3c17957799f2490edecf9174aab662cc90d2500a6/568",
                                          "message_center_unittests": "9e9b2179c5ea688eac259ead4f3ea96a423f274fc227c739b35aafdf809f24f6/488",
                                          "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
                                          "mojo_unittests": "fb4b9e1f225ca3c0246f7391ca9f4999c93cf173735c42eac4ca391aeddad853/566",
                                          "native_theme_unittests": "ecf14040fe61396a4283857f06cbe4fbdcc944873f24e396d7bf690aef3ebafd/488",
                                          "net_unittests": "4575f95791b126e3ab399b8ed22bdbd825117b3ce63a387d8dc68f7c1beb95be/567",
                                          "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
                                          "ozone_unittests": "51d38cbc8a61d2c49e78dabe5f8ade8bdfb8aef2cd7aa97842094bca92de9b07/488",
                                          "ozone_x11_unittests": "81054fd4b0f968f199961431c9a4b65f142d430cca4b9c57f345209b2b770772/488",
                                          "pdf_unittests": "43317c11f86094928307fbfbbe94e2fcf85b2f0f8563a420dfab07c12b9880be/565",
                                          "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
                                          "printing_unittests": "b9baa504893fa78449ab4f0a951c8f5e49c6be69ca2437b36b683737c4e05990/488",
                                          "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
                                          "remoting_unittests": "481fd131acb61b2ed66eb56897a6f9aa70829caa9ac89b6d6b21d9336ad840d6/565",
                                          "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
                                          "services_unittests": "09c063b43acf7006780511c6c62f39bd6b0ad87a6ff73e020fdb38dda34af2ab/734",
                                          "shell_dialogs_unittests": "f7d6bf8a8e15d619cd7fb147528c9864bb6c34df88cafe8b0defa746fd16ac5a/488",
                                          "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
                                          "snapshot_unittests": "f0c000fdee69ab147f02ca7ba9be473096e01151b3e3cea89317e4f8cc04d640/488",
                                          "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
                                          "storage_unittests": "4ff9f0779d25e753b6ea20b332dd17fcb1821427770666dfb28642b1cf5a4f8b/646",
                                          "sync_integration_tests": "6387d4c0152a5813b002187873eda47e2b0ea381d80555268830ebe24f4b902d/647",
                                          "ui_base_unittests": "d4aa71a1aae4a05f920e9d2010130e4d28b6a30fc49d0b6be48e8b103c5cf6fd/641",
                                          "ui_touch_selection_unittests": "c127a2d1b712d2205c5a87cb492729bae220f88abfffaeee9d7f3a63af0119d4/488",
                                          "ui_unittests": "0fbf2f3be9897f00e2176af41c5a65f71355fa60c3760da641c6a7a1b45b3086/488",
                                          "unit_tests": "201adaf26335b15bf75668acd40d40f7952c1fd2c42145d4fa8f68b9ade0cad7/1061",
                                          "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
                                          "views_unittests": "1fae5a6dcbb23ff78890e14461a937015a93a9fb4835f30aacb1d8acd1938f9f/488",
                                          "viz_unittests": "4812173c970fa20ef0c18004038d7db11c88d4f6f4406ccba2d4a74c6556d3ce/572",
                                          "vr_common_unittests": "1cf5ff361124f60ebafbf97ce1052262ac026c78738b86ba5831a508721d2293/566",
                                          "wm_unittests": "1b798c7f89f67dc10982d8a576e91aed5837e2fbfdd87f038f3ad24d04d530be/488",
                                          "wtf_unittests": "826cc1e97e51d128d44450998355f3cd04039edfb53da4f7f033f37ef08173a6/488",
                                          "xr_browser_tests": "22fc6135a858bb39ae7fa9d494de7ce204c0c1650c87bc100d7138d65558a9df/646",
                                          "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "960211abc750db710729c5b47c02ee5e7406ea14",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:934",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "4a737fe0-6e55-40a2-b2e6-1a1708f01b34",
                        "title": "Linux TSan Builder/934",
                        "url": "https://cr-buildbucket.appspot.com/build/8686165063734221185"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "960211abc750db710729c5b47c02ee5e7406ea14"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8686165063734221185"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8686165063734221185"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8686165063734221185"
                }
          ],
      "parent_build_id": "8686165063734221185",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
      "parent_got_dawn_revision": "adcf333bd486a7f0a1c5c4a52c8ea5ae54e15c32",
      "parent_got_revision": "960211abc750db710729c5b47c02ee5e7406ea14",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#3333}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "0fa46272c1d86f31064fea1f173e6c8bfc3e6fdd",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#58}",
      "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
      "swarm_hashes": {
            "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
            "accessibility_unittests": "d885e3f7a8e27678cb83743488cd0b1760fe65c8838034da083c0bbf44716281/488",
            "angle_unittests": "a789770e9324f0af9002a5131ed00b0d6d2b0009d3189ab9511c491a7203e214/489",
            "app_shell_unittests": "042333ca8515f53dbfd1f3224b066d236e928462846d686cf483bd691f22733e/649",
            "aura_unittests": "25b9dfe86a6f87312760aa421a66130f38db9761c3f3076a8e3feba6a5f8c619/488",
            "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
            "blink_common_unittests": "f1d8d5af7a98f09356de5e9e990ce834cc199ecad06309f6f192c75661ee842f/566",
            "blink_fuzzer_unittests": "e995ae2a07bf4faebb56fa29bfcd270028cccf119be97e56be95855b6ca5f689/488",
            "blink_heap_unittests": "eaee0c733f1b69997ea579ee76fc466dbfc362ccc7dff9881f881bdcd545acec/488",
            "blink_platform_unittests": "337de9db65ac43a88cb7ee8a901a6d58934deb54e344149fbfab4257d5de7450/645",
            "blink_unittests": "47afcfd0e06aebe3edcb1c98f561f22f0eab5ee6ff43e892ce8f58c1c3e3bb0a/729",
            "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
            "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
            "capture_unittests": "c7746ae369b249179625d682b53582b9a7061fc99b3f478c630f6c0ff0f5a97c/567",
            "cast_unittests": "af7cddddcb59411bb2b6b6480e2a0b7f3f8cfc374a4b62db8c3448df5cb5415d/488",
            "cc_unittests": "d481dfe3677079a0241785645b2324807b156dae81ab0802a571a7613c2c355c/648",
            "chrome_app_unittests": "61d2a5bbb12beb479adf814ae4e9c7fea796f96ce26bd3cd079402368b86ca92/566",
            "chromedriver_unittests": "df0a13271327d774a2651b1d2bd1c3ecf82287a7f48c92e79f8dbdf8608d97bb/645",
            "components_browsertests": "cd3933cb94becd2c84cf86da7f287a35ba71d7f01366550e7e10e9c5c861a8de/732",
            "components_unittests": "69797d2270d80f3fc18af2b5d30a66bfda221f2f7094f50b3919d3e0f7814f9a/811",
            "compositor_unittests": "f106e1dc5de26b021d6a3224b27c4b4aa6ef78bfc2ed24523161b9b27c28f422/564",
            "content_browsertests": "2bbed2620e579cd93f6f539fe4c35d4a1cceb5a46ec266d181643d4b8cffcbc9/805",
            "content_unittests": "dcb589556a3d4f9ddd1277b5b92e0b20563d1e10f670a64cf0bf7d607d7b9b55/725",
            "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
            "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
            "device_unittests": "55f1f1a748a032f15d1dec87cb0d611656df4689e6402283cf17e23793bdaf4d/565",
            "display_unittests": "635f255a491dbc5808730b3ba798686ac739a660a9bac8fc9ac3e01bcaeca884/488",
            "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
            "events_unittests": "5b50d3464702d7799d1db0abbaaae7816b34dbb91b3b22f02fb0586839d8fe28/488",
            "extensions_browsertests": "893bd8b63200f3f408102e04ef67f04fad57cd05242dfdce5942fe76d6bae991/651",
            "extensions_unittests": "eacd0ea3e8777e7325ddd4836756013facc9898450076779b1992b19064ba2b8/730",
            "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
            "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
            "gcm_unit_tests": "593fc2a9fd36f43960098e983c094c40cc6c5ba247ad89cd8a141143932aff5a/565",
            "gfx_unittests": "f46ba88139ed885735975749fc018897644210616a161092e2da1e413b8124a4/564",
            "gin_unittests": "614b2badb3bb5b1288231b0523cecbd991927b66647db15a428639f944f8d1bf/565",
            "gl_tests": "36344bd91390fe8a01f93e6a2f4bb00ce8cc3beb45dd399752c8e7ab2d8d9d34/488",
            "gl_unittests": "fb71957282976d08d199adb7042b4eceb238d861108216f409fb119e7c9da25b/488",
            "google_apis_unittests": "77022677f6fb119e28012ad0f0150c58daf3560418bb61d7e94f45e81fb20e4d/650",
            "gpu_unittests": "a1a089556c618a343c3610840c704c55cfbc83cbba665029611a8704e8dad3ab/565",
            "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
            "headless_browsertests": "a8c68a5e4e1d2771f9978ffb06aae320aa6c08eed66c4c5166315430220ffa4f/733",
            "headless_unittests": "ed741523b4e5c68e58ebec3859c8ac53331f3406ff080a73899728c245eea302/488",
            "interactive_ui_tests": "26eaa199f29957a0493efd3aafbf742de2b54686fd79b84d76c157a072b66b1b/1059",
            "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
            "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
            "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
            "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
            "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
            "media_unittests": "ad38ff8241143e845c19c8d3c17957799f2490edecf9174aab662cc90d2500a6/568",
            "message_center_unittests": "9e9b2179c5ea688eac259ead4f3ea96a423f274fc227c739b35aafdf809f24f6/488",
            "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
            "mojo_unittests": "fb4b9e1f225ca3c0246f7391ca9f4999c93cf173735c42eac4ca391aeddad853/566",
            "native_theme_unittests": "ecf14040fe61396a4283857f06cbe4fbdcc944873f24e396d7bf690aef3ebafd/488",
            "net_unittests": "4575f95791b126e3ab399b8ed22bdbd825117b3ce63a387d8dc68f7c1beb95be/567",
            "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
            "ozone_unittests": "51d38cbc8a61d2c49e78dabe5f8ade8bdfb8aef2cd7aa97842094bca92de9b07/488",
            "ozone_x11_unittests": "81054fd4b0f968f199961431c9a4b65f142d430cca4b9c57f345209b2b770772/488",
            "pdf_unittests": "43317c11f86094928307fbfbbe94e2fcf85b2f0f8563a420dfab07c12b9880be/565",
            "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
            "printing_unittests": "b9baa504893fa78449ab4f0a951c8f5e49c6be69ca2437b36b683737c4e05990/488",
            "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
            "remoting_unittests": "481fd131acb61b2ed66eb56897a6f9aa70829caa9ac89b6d6b21d9336ad840d6/565",
            "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
            "services_unittests": "09c063b43acf7006780511c6c62f39bd6b0ad87a6ff73e020fdb38dda34af2ab/734",
            "shell_dialogs_unittests": "f7d6bf8a8e15d619cd7fb147528c9864bb6c34df88cafe8b0defa746fd16ac5a/488",
            "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
            "snapshot_unittests": "f0c000fdee69ab147f02ca7ba9be473096e01151b3e3cea89317e4f8cc04d640/488",
            "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
            "storage_unittests": "4ff9f0779d25e753b6ea20b332dd17fcb1821427770666dfb28642b1cf5a4f8b/646",
            "sync_integration_tests": "6387d4c0152a5813b002187873eda47e2b0ea381d80555268830ebe24f4b902d/647",
            "ui_base_unittests": "d4aa71a1aae4a05f920e9d2010130e4d28b6a30fc49d0b6be48e8b103c5cf6fd/641",
            "ui_touch_selection_unittests": "c127a2d1b712d2205c5a87cb492729bae220f88abfffaeee9d7f3a63af0119d4/488",
            "ui_unittests": "0fbf2f3be9897f00e2176af41c5a65f71355fa60c3760da641c6a7a1b45b3086/488",
            "unit_tests": "201adaf26335b15bf75668acd40d40f7952c1fd2c42145d4fa8f68b9ade0cad7/1061",
            "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
            "views_unittests": "1fae5a6dcbb23ff78890e14461a937015a93a9fb4835f30aacb1d8acd1938f9f/488",
            "viz_unittests": "4812173c970fa20ef0c18004038d7db11c88d4f6f4406ccba2d4a74c6556d3ce/572",
            "vr_common_unittests": "1cf5ff361124f60ebafbf97ce1052262ac026c78738b86ba5831a508721d2293/566",
            "wm_unittests": "1b798c7f89f67dc10982d8a576e91aed5837e2fbfdd87f038f3ad24d04d530be/488",
            "wtf_unittests": "826cc1e97e51d128d44450998355f3cd04039edfb53da4f7f033f37ef08173a6/488",
            "xr_browser_tests": "22fc6135a858bb39ae7fa9d494de7ce204c0c1650c87bc100d7138d65558a9df/646",
            "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "960211abc750db710729c5b47c02ee5e7406ea14",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851592149159742656"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "934"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:02:12.132] Scheduled build:
{
  "id": "8686162087104464689",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 931,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-27T16:02:11.594683938Z",
  "updateTime": "2026-03-27T16:02:11.594683938Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "960211abc750db710729c5b47c02ee5e7406ea14",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[16:02:12.132] Task URL: https://cr-buildbucket.appspot.com/build/8686162087104464689
[16:02:12.132] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:2:0) after 5m38s
[16:02:13.066] Received PubSub notification, asking Buildbucket for the build status
[16:02:13.109] Build status: SCHEDULED
[16:02:17.628] Received PubSub notification, asking Buildbucket for the build status
[16:02:17.655] Build status: STARTED
[16:07:50.154] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:2:0)
[16:07:50.222] Build status: STARTED
[16:07:50.222] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:5:0) after 6m46s
[16:14:36.336] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:5:0)
[16:14:36.359] Build status: STARTED
[16:14:36.359] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:6:0) after 5m35s
[16:20:11.460] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:6:0)
[16:20:11.478] Build status: STARTED
[16:20:11.478] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:7:0) after 6m46s
[16:26:57.501] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:7:0)
[16:26:57.521] Build status: STARTED
[16:26:57.521] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:8:0) after 5m3s
[16:32:00.629] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:8:0)
[16:32:00.648] Build status: STARTED
[16:32:00.648] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851592149159742656:9:0) after 2m8s
[16:32:33.213] Received PubSub notification, asking Buildbucket for the build status
[16:32:33.243] Build:
{
  "id": "8686162087104464689",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 931,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-27T16:02:11.594683938Z",
  "startTime": "2026-03-27T16:02:16.971966868Z",
  "endTime": "2026-03-27T16:32:32.807899323Z",
  "updateTime": "2026-03-27T16:32:32.807899323Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "960211abc750db710729c5b47c02ee5e7406ea14",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[16:32:33.243] Invocation finished in 30m22.992597641s with status FAILED