Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8686101251528386001"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8686101251528386001"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8686101251528386001"
    }
  ],
  "parent_build_id": "8686101251528386001",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
  "parent_got_dawn_revision": "f11011937c1b00c58d92454a9a322108f8b8ba68",
  "parent_got_revision": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#3389}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "0fa46272c1d86f31064fea1f173e6c8bfc3e6fdd",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#58}",
  "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
  "swarm_hashes": {
    "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
    "accessibility_unittests": "105f5f9fd0cdab9c4665a68fdd86f96dca6952ae5bf19bae116b79603c8aa229/488",
    "angle_unittests": "1bd26407d9d24f185ae9ab94e4692cc409098b7ff5fe36a9f6f90e2b1c6d8262/489",
    "app_shell_unittests": "a88969779e5894f3e6f89d978811c6e1f8230464d673b5527abe55586ca89883/649",
    "aura_unittests": "7a3c056d18b78c431a4596359dca01da68fb0f09b3f202941e4e60127c88553c/488",
    "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
    "blink_common_unittests": "0681076ab40e1836a0d4ad5fbf92c4c26e1ebdad85705b5e5c5673a9d71ee770/566",
    "blink_fuzzer_unittests": "7bb2a131d408b3848d13a548cfa430b212a39995421a12f2a1faeb0f7a0d88e3/488",
    "blink_heap_unittests": "2278273f2c106659430c60f83b171163d25632c526351d03f7391024e29db7aa/488",
    "blink_platform_unittests": "9ee2a99adc0381db7d43c2adc404473320237e7a90bfd51e1445537d5a5dd1ac/645",
    "blink_unittests": "5b6bef6f2aa54ed92ae5fa1bd54384190b41e482e19c668ce8d269ba07b21770/729",
    "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
    "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
    "capture_unittests": "daf7648bdd9e00ad5f7c39cf72f19e155cf9473d1716080362dea533ceb91f02/567",
    "cast_unittests": "ac85b16132a0cbe1f84d2f065da28a625b0ea9a1175fe5f6948c0878fedaba3b/488",
    "cc_unittests": "61cf27a01bfe1ee6cd1af54661bbe5208a109cce24063604ff3e133c8c54a048/648",
    "chrome_app_unittests": "04862806f67c164337a7de8cbe889833860375536686bdc1680919882f36e891/566",
    "chromedriver_unittests": "453325f2e090e7b8dc81bdf48ed9ee8aef15f937a6479ff5ffa21b770bdcd638/645",
    "components_browsertests": "064af8d4f4dcef2dacb583c4874f12fbe512614a583a3bbc726c0b002a4c1b44/732",
    "components_unittests": "c94a3943b3b6169e79150b1cac1ca3fb75869b4d70e1b4d561ddc40b6645479d/811",
    "compositor_unittests": "770d1777ea60492d734794bfc775f396ed89ba417c6f8a0c13629aa029d78b64/564",
    "content_browsertests": "1c0ca74aba0f24b0b4cfe29f1e22354a80012220a2017b89564aa8d1c273e6be/805",
    "content_unittests": "84a225530ad70ae839d7fe3d4c7dfcaf7338038f3104bfc3278753a72a781cf3/725",
    "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
    "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
    "device_unittests": "7be5959654b63823be9876ccc4822b552d1b296bee79247783ce96c31eb12146/565",
    "display_unittests": "635f255a491dbc5808730b3ba798686ac739a660a9bac8fc9ac3e01bcaeca884/488",
    "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
    "events_unittests": "3ddae5e1c4c80d688d4bdf34ba569bd47736e898c38d5e84c47c88fb86b5ef14/488",
    "extensions_browsertests": "1850c71d72cb3725d6313a251cd9e82a92b48987a5f65cdd438d307f29c816e7/651",
    "extensions_unittests": "e0ccc32239a13feeb91319d497e3b4a8b7066af18b26a85b0c6039765f0aa127/730",
    "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
    "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
    "gcm_unit_tests": "17b3f15d4282b84ff1c38b6758c392b57db55d7b3cd1ddba4b9b10407cdceb02/565",
    "gfx_unittests": "b36c3dca1596439ce07e6c55e0561ad9330dc31281bcbfd16947814bbe61cc6e/564",
    "gin_unittests": "614b2badb3bb5b1288231b0523cecbd991927b66647db15a428639f944f8d1bf/565",
    "gl_tests": "048e8452abc90721974887588a32ded5c3f3e1f56c61d54f07b5f984fc50eea1/488",
    "gl_unittests": "b41dfe5210701b57a7b081eb1934e87a4efa3d08f42b5dff933cf66fc6e7e677/488",
    "google_apis_unittests": "15e69a8efcf6f2fc1a654092a85eaf791d13756ea65b723124dc8f135ec17d83/650",
    "gpu_unittests": "afd4d31d53607d210bf1da6a1f15fa13588ef8be0a397835d3de8933a7b8f53b/565",
    "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
    "headless_browsertests": "2460bde7331306140989ae286d9e9eeb7bfcdc11bf290323c2958b3fdf5d0ee5/733",
    "headless_unittests": "818f65caab239521c898bbeb803ff83354e2fcfef365d400b2f2381fc4f4d842/488",
    "interactive_ui_tests": "821a6ef6330c2e95ab3450d00182071553c30d3bf990773b312ff6b83d250fab/1059",
    "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
    "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
    "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
    "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
    "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
    "media_unittests": "bfabb932aa24130a24c615c00951d7d55782532ade3a8a76d7a537c1f35ce7df/568",
    "message_center_unittests": "3ca350bf5bc1455f91f640f741af80fba06946d3d0e84fc3172c09d39851f758/488",
    "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
    "mojo_unittests": "7cb3eb0eb8af072552e7a9fb7b103e572b7638de8ae18b798b4eb7a738725f67/566",
    "native_theme_unittests": "ecf14040fe61396a4283857f06cbe4fbdcc944873f24e396d7bf690aef3ebafd/488",
    "net_unittests": "60ab8a21ea29d9785675978eba75a84116e4fa1fff99a11bf689af06c3fce5f4/567",
    "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
    "ozone_unittests": "ffe22b48777c82beec6a371a38f470637117e2603240c9b459108ea57c9b8612/488",
    "ozone_x11_unittests": "84c50784fa5cadf41d5c21c3ce8df568d7588d8740fd1b72c9409fca3086a03a/488",
    "pdf_unittests": "b718ba211a72e9747cae6e0530583dcd7fef9ceecbee519beaf442d1125cfd22/565",
    "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
    "printing_unittests": "775136ea1e2b8ed70d4d0838f5412273e442007bc212de21c04657d903aba7ae/488",
    "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
    "remoting_unittests": "279f28e3f0f2ea799147e318402e8c66c1260e544935859bfedf028e05b80829/565",
    "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
    "services_unittests": "4d16fb47692e8925b75ac4480ab1f3b97e16baa1e1027e5cafc8e418f6fc1015/734",
    "shell_dialogs_unittests": "04e25dc6b2bfaf4cd0ccb69802ceabe132e33ee853cc612dd58179da01f82bc1/488",
    "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
    "snapshot_unittests": "8ae775f66113d2dbdc55b5b66fa24a106a35e1c2700aa6ea26f347b4bd58bc35/488",
    "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
    "storage_unittests": "fe22e9f8fef7ca49f8fc027530c445105411791decc85adf3666639f509411dd/646",
    "sync_integration_tests": "3ed191afa6b13f9ba78ebf4e4d58fe38562ac6a03402d99c89014d9a9f30169b/647",
    "ui_base_unittests": "e0c26340e31d47eeef7052c83dbf62ef575ce8cd20a437d830c1afa32a2f5e12/641",
    "ui_touch_selection_unittests": "695f3ec6752244c6909e08a4bb07a8d2d7d682186ea2794f53be82bda3467bf9/488",
    "ui_unittests": "0fbf2f3be9897f00e2176af41c5a65f71355fa60c3760da641c6a7a1b45b3086/488",
    "unit_tests": "6f6f07d4ea4e626a90e200c06a5ff00d6ba2b9e97d82d8274e0866785b339563/1061",
    "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
    "views_unittests": "4c33f35b746cb0c4a7588233e7a16048c4a4c5b33566df549670e0194a5895df/488",
    "viz_unittests": "60bacb82f38453f191e156668fce9823b61089ee653a7c9c23f1380f55c8c704/572",
    "vr_common_unittests": "23b18d2e49cfe816a7429480746ec8649589c2879b90713006ddc629d7283cb4/566",
    "wm_unittests": "24f903c7561147cf834077fc9dde3ec29a9888b475227e0604cdee1401e5dc0a/488",
    "wtf_unittests": "5e13bbea44b153a200ceaae6579155ae12418d8211609670f3f2b701ca6b68a7/488",
    "xr_browser_tests": "3dfc6efb5d3b23458c69c36770a1916cccce6cc02973d7a83d9cb280e22e45e0/646",
    "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/628e009b3bea3918cb4c9a2a82e0d0caeac3df4d
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:950
  • user_agent:recipe

Debug log (UTC)

[09:09:19.514] New invocation is queued and will start shortly
[09:09:19.514] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:09:20.580] Starting the invocation (attempt 1)
[09:09:20.601] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/628e009b3bea3918cb4c9a2a82e0d0caeac3df4d"
[09:09:20.601] Popped gitiles commit info from properties and tags
[09:09:20.601] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:09:20.601] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:09:20.601] Buildbucket request:
{
  "requestId": "8851527526205762288",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8851527526205762288",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8686101251528386001"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8686101251528386001"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8686101251528386001"
                                              }
                                        ],
                                    "parent_build_id": "8686101251528386001",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
                                    "parent_got_dawn_revision": "f11011937c1b00c58d92454a9a322108f8b8ba68",
                                    "parent_got_revision": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#3389}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "0fa46272c1d86f31064fea1f173e6c8bfc3e6fdd",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#58}",
                                    "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
                                    "revision": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
                                          "accessibility_unittests": "105f5f9fd0cdab9c4665a68fdd86f96dca6952ae5bf19bae116b79603c8aa229/488",
                                          "angle_unittests": "1bd26407d9d24f185ae9ab94e4692cc409098b7ff5fe36a9f6f90e2b1c6d8262/489",
                                          "app_shell_unittests": "a88969779e5894f3e6f89d978811c6e1f8230464d673b5527abe55586ca89883/649",
                                          "aura_unittests": "7a3c056d18b78c431a4596359dca01da68fb0f09b3f202941e4e60127c88553c/488",
                                          "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
                                          "blink_common_unittests": "0681076ab40e1836a0d4ad5fbf92c4c26e1ebdad85705b5e5c5673a9d71ee770/566",
                                          "blink_fuzzer_unittests": "7bb2a131d408b3848d13a548cfa430b212a39995421a12f2a1faeb0f7a0d88e3/488",
                                          "blink_heap_unittests": "2278273f2c106659430c60f83b171163d25632c526351d03f7391024e29db7aa/488",
                                          "blink_platform_unittests": "9ee2a99adc0381db7d43c2adc404473320237e7a90bfd51e1445537d5a5dd1ac/645",
                                          "blink_unittests": "5b6bef6f2aa54ed92ae5fa1bd54384190b41e482e19c668ce8d269ba07b21770/729",
                                          "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
                                          "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
                                          "capture_unittests": "daf7648bdd9e00ad5f7c39cf72f19e155cf9473d1716080362dea533ceb91f02/567",
                                          "cast_unittests": "ac85b16132a0cbe1f84d2f065da28a625b0ea9a1175fe5f6948c0878fedaba3b/488",
                                          "cc_unittests": "61cf27a01bfe1ee6cd1af54661bbe5208a109cce24063604ff3e133c8c54a048/648",
                                          "chrome_app_unittests": "04862806f67c164337a7de8cbe889833860375536686bdc1680919882f36e891/566",
                                          "chromedriver_unittests": "453325f2e090e7b8dc81bdf48ed9ee8aef15f937a6479ff5ffa21b770bdcd638/645",
                                          "components_browsertests": "064af8d4f4dcef2dacb583c4874f12fbe512614a583a3bbc726c0b002a4c1b44/732",
                                          "components_unittests": "c94a3943b3b6169e79150b1cac1ca3fb75869b4d70e1b4d561ddc40b6645479d/811",
                                          "compositor_unittests": "770d1777ea60492d734794bfc775f396ed89ba417c6f8a0c13629aa029d78b64/564",
                                          "content_browsertests": "1c0ca74aba0f24b0b4cfe29f1e22354a80012220a2017b89564aa8d1c273e6be/805",
                                          "content_unittests": "84a225530ad70ae839d7fe3d4c7dfcaf7338038f3104bfc3278753a72a781cf3/725",
                                          "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
                                          "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
                                          "device_unittests": "7be5959654b63823be9876ccc4822b552d1b296bee79247783ce96c31eb12146/565",
                                          "display_unittests": "635f255a491dbc5808730b3ba798686ac739a660a9bac8fc9ac3e01bcaeca884/488",
                                          "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
                                          "events_unittests": "3ddae5e1c4c80d688d4bdf34ba569bd47736e898c38d5e84c47c88fb86b5ef14/488",
                                          "extensions_browsertests": "1850c71d72cb3725d6313a251cd9e82a92b48987a5f65cdd438d307f29c816e7/651",
                                          "extensions_unittests": "e0ccc32239a13feeb91319d497e3b4a8b7066af18b26a85b0c6039765f0aa127/730",
                                          "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
                                          "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
                                          "gcm_unit_tests": "17b3f15d4282b84ff1c38b6758c392b57db55d7b3cd1ddba4b9b10407cdceb02/565",
                                          "gfx_unittests": "b36c3dca1596439ce07e6c55e0561ad9330dc31281bcbfd16947814bbe61cc6e/564",
                                          "gin_unittests": "614b2badb3bb5b1288231b0523cecbd991927b66647db15a428639f944f8d1bf/565",
                                          "gl_tests": "048e8452abc90721974887588a32ded5c3f3e1f56c61d54f07b5f984fc50eea1/488",
                                          "gl_unittests": "b41dfe5210701b57a7b081eb1934e87a4efa3d08f42b5dff933cf66fc6e7e677/488",
                                          "google_apis_unittests": "15e69a8efcf6f2fc1a654092a85eaf791d13756ea65b723124dc8f135ec17d83/650",
                                          "gpu_unittests": "afd4d31d53607d210bf1da6a1f15fa13588ef8be0a397835d3de8933a7b8f53b/565",
                                          "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
                                          "headless_browsertests": "2460bde7331306140989ae286d9e9eeb7bfcdc11bf290323c2958b3fdf5d0ee5/733",
                                          "headless_unittests": "818f65caab239521c898bbeb803ff83354e2fcfef365d400b2f2381fc4f4d842/488",
                                          "interactive_ui_tests": "821a6ef6330c2e95ab3450d00182071553c30d3bf990773b312ff6b83d250fab/1059",
                                          "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
                                          "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
                                          "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
                                          "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
                                          "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
                                          "media_unittests": "bfabb932aa24130a24c615c00951d7d55782532ade3a8a76d7a537c1f35ce7df/568",
                                          "message_center_unittests": "3ca350bf5bc1455f91f640f741af80fba06946d3d0e84fc3172c09d39851f758/488",
                                          "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
                                          "mojo_unittests": "7cb3eb0eb8af072552e7a9fb7b103e572b7638de8ae18b798b4eb7a738725f67/566",
                                          "native_theme_unittests": "ecf14040fe61396a4283857f06cbe4fbdcc944873f24e396d7bf690aef3ebafd/488",
                                          "net_unittests": "60ab8a21ea29d9785675978eba75a84116e4fa1fff99a11bf689af06c3fce5f4/567",
                                          "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
                                          "ozone_unittests": "ffe22b48777c82beec6a371a38f470637117e2603240c9b459108ea57c9b8612/488",
                                          "ozone_x11_unittests": "84c50784fa5cadf41d5c21c3ce8df568d7588d8740fd1b72c9409fca3086a03a/488",
                                          "pdf_unittests": "b718ba211a72e9747cae6e0530583dcd7fef9ceecbee519beaf442d1125cfd22/565",
                                          "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
                                          "printing_unittests": "775136ea1e2b8ed70d4d0838f5412273e442007bc212de21c04657d903aba7ae/488",
                                          "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
                                          "remoting_unittests": "279f28e3f0f2ea799147e318402e8c66c1260e544935859bfedf028e05b80829/565",
                                          "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
                                          "services_unittests": "4d16fb47692e8925b75ac4480ab1f3b97e16baa1e1027e5cafc8e418f6fc1015/734",
                                          "shell_dialogs_unittests": "04e25dc6b2bfaf4cd0ccb69802ceabe132e33ee853cc612dd58179da01f82bc1/488",
                                          "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
                                          "snapshot_unittests": "8ae775f66113d2dbdc55b5b66fa24a106a35e1c2700aa6ea26f347b4bd58bc35/488",
                                          "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
                                          "storage_unittests": "fe22e9f8fef7ca49f8fc027530c445105411791decc85adf3666639f509411dd/646",
                                          "sync_integration_tests": "3ed191afa6b13f9ba78ebf4e4d58fe38562ac6a03402d99c89014d9a9f30169b/647",
                                          "ui_base_unittests": "e0c26340e31d47eeef7052c83dbf62ef575ce8cd20a437d830c1afa32a2f5e12/641",
                                          "ui_touch_selection_unittests": "695f3ec6752244c6909e08a4bb07a8d2d7d682186ea2794f53be82bda3467bf9/488",
                                          "ui_unittests": "0fbf2f3be9897f00e2176af41c5a65f71355fa60c3760da641c6a7a1b45b3086/488",
                                          "unit_tests": "6f6f07d4ea4e626a90e200c06a5ff00d6ba2b9e97d82d8274e0866785b339563/1061",
                                          "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
                                          "views_unittests": "4c33f35b746cb0c4a7588233e7a16048c4a4c5b33566df549670e0194a5895df/488",
                                          "viz_unittests": "60bacb82f38453f191e156668fce9823b61089ee653a7c9c23f1380f55c8c704/572",
                                          "vr_common_unittests": "23b18d2e49cfe816a7429480746ec8649589c2879b90713006ddc629d7283cb4/566",
                                          "wm_unittests": "24f903c7561147cf834077fc9dde3ec29a9888b475227e0604cdee1401e5dc0a/488",
                                          "wtf_unittests": "5e13bbea44b153a200ceaae6579155ae12418d8211609670f3f2b701ca6b68a7/488",
                                          "xr_browser_tests": "3dfc6efb5d3b23458c69c36770a1916cccce6cc02973d7a83d9cb280e22e45e0/646",
                                          "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:950",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "9e936014-bffc-445d-adc5-bd618f35ff2c",
                        "title": "Linux TSan Builder/950",
                        "url": "https://cr-buildbucket.appspot.com/build/8686101251528386001"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8686101251528386001"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8686101251528386001"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8686101251528386001"
                }
          ],
      "parent_build_id": "8686101251528386001",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
      "parent_got_dawn_revision": "f11011937c1b00c58d92454a9a322108f8b8ba68",
      "parent_got_revision": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#3389}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "0fa46272c1d86f31064fea1f173e6c8bfc3e6fdd",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#58}",
      "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
      "swarm_hashes": {
            "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
            "accessibility_unittests": "105f5f9fd0cdab9c4665a68fdd86f96dca6952ae5bf19bae116b79603c8aa229/488",
            "angle_unittests": "1bd26407d9d24f185ae9ab94e4692cc409098b7ff5fe36a9f6f90e2b1c6d8262/489",
            "app_shell_unittests": "a88969779e5894f3e6f89d978811c6e1f8230464d673b5527abe55586ca89883/649",
            "aura_unittests": "7a3c056d18b78c431a4596359dca01da68fb0f09b3f202941e4e60127c88553c/488",
            "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
            "blink_common_unittests": "0681076ab40e1836a0d4ad5fbf92c4c26e1ebdad85705b5e5c5673a9d71ee770/566",
            "blink_fuzzer_unittests": "7bb2a131d408b3848d13a548cfa430b212a39995421a12f2a1faeb0f7a0d88e3/488",
            "blink_heap_unittests": "2278273f2c106659430c60f83b171163d25632c526351d03f7391024e29db7aa/488",
            "blink_platform_unittests": "9ee2a99adc0381db7d43c2adc404473320237e7a90bfd51e1445537d5a5dd1ac/645",
            "blink_unittests": "5b6bef6f2aa54ed92ae5fa1bd54384190b41e482e19c668ce8d269ba07b21770/729",
            "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
            "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
            "capture_unittests": "daf7648bdd9e00ad5f7c39cf72f19e155cf9473d1716080362dea533ceb91f02/567",
            "cast_unittests": "ac85b16132a0cbe1f84d2f065da28a625b0ea9a1175fe5f6948c0878fedaba3b/488",
            "cc_unittests": "61cf27a01bfe1ee6cd1af54661bbe5208a109cce24063604ff3e133c8c54a048/648",
            "chrome_app_unittests": "04862806f67c164337a7de8cbe889833860375536686bdc1680919882f36e891/566",
            "chromedriver_unittests": "453325f2e090e7b8dc81bdf48ed9ee8aef15f937a6479ff5ffa21b770bdcd638/645",
            "components_browsertests": "064af8d4f4dcef2dacb583c4874f12fbe512614a583a3bbc726c0b002a4c1b44/732",
            "components_unittests": "c94a3943b3b6169e79150b1cac1ca3fb75869b4d70e1b4d561ddc40b6645479d/811",
            "compositor_unittests": "770d1777ea60492d734794bfc775f396ed89ba417c6f8a0c13629aa029d78b64/564",
            "content_browsertests": "1c0ca74aba0f24b0b4cfe29f1e22354a80012220a2017b89564aa8d1c273e6be/805",
            "content_unittests": "84a225530ad70ae839d7fe3d4c7dfcaf7338038f3104bfc3278753a72a781cf3/725",
            "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
            "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
            "device_unittests": "7be5959654b63823be9876ccc4822b552d1b296bee79247783ce96c31eb12146/565",
            "display_unittests": "635f255a491dbc5808730b3ba798686ac739a660a9bac8fc9ac3e01bcaeca884/488",
            "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
            "events_unittests": "3ddae5e1c4c80d688d4bdf34ba569bd47736e898c38d5e84c47c88fb86b5ef14/488",
            "extensions_browsertests": "1850c71d72cb3725d6313a251cd9e82a92b48987a5f65cdd438d307f29c816e7/651",
            "extensions_unittests": "e0ccc32239a13feeb91319d497e3b4a8b7066af18b26a85b0c6039765f0aa127/730",
            "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
            "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
            "gcm_unit_tests": "17b3f15d4282b84ff1c38b6758c392b57db55d7b3cd1ddba4b9b10407cdceb02/565",
            "gfx_unittests": "b36c3dca1596439ce07e6c55e0561ad9330dc31281bcbfd16947814bbe61cc6e/564",
            "gin_unittests": "614b2badb3bb5b1288231b0523cecbd991927b66647db15a428639f944f8d1bf/565",
            "gl_tests": "048e8452abc90721974887588a32ded5c3f3e1f56c61d54f07b5f984fc50eea1/488",
            "gl_unittests": "b41dfe5210701b57a7b081eb1934e87a4efa3d08f42b5dff933cf66fc6e7e677/488",
            "google_apis_unittests": "15e69a8efcf6f2fc1a654092a85eaf791d13756ea65b723124dc8f135ec17d83/650",
            "gpu_unittests": "afd4d31d53607d210bf1da6a1f15fa13588ef8be0a397835d3de8933a7b8f53b/565",
            "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
            "headless_browsertests": "2460bde7331306140989ae286d9e9eeb7bfcdc11bf290323c2958b3fdf5d0ee5/733",
            "headless_unittests": "818f65caab239521c898bbeb803ff83354e2fcfef365d400b2f2381fc4f4d842/488",
            "interactive_ui_tests": "821a6ef6330c2e95ab3450d00182071553c30d3bf990773b312ff6b83d250fab/1059",
            "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
            "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
            "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
            "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
            "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
            "media_unittests": "bfabb932aa24130a24c615c00951d7d55782532ade3a8a76d7a537c1f35ce7df/568",
            "message_center_unittests": "3ca350bf5bc1455f91f640f741af80fba06946d3d0e84fc3172c09d39851f758/488",
            "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
            "mojo_unittests": "7cb3eb0eb8af072552e7a9fb7b103e572b7638de8ae18b798b4eb7a738725f67/566",
            "native_theme_unittests": "ecf14040fe61396a4283857f06cbe4fbdcc944873f24e396d7bf690aef3ebafd/488",
            "net_unittests": "60ab8a21ea29d9785675978eba75a84116e4fa1fff99a11bf689af06c3fce5f4/567",
            "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
            "ozone_unittests": "ffe22b48777c82beec6a371a38f470637117e2603240c9b459108ea57c9b8612/488",
            "ozone_x11_unittests": "84c50784fa5cadf41d5c21c3ce8df568d7588d8740fd1b72c9409fca3086a03a/488",
            "pdf_unittests": "b718ba211a72e9747cae6e0530583dcd7fef9ceecbee519beaf442d1125cfd22/565",
            "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
            "printing_unittests": "775136ea1e2b8ed70d4d0838f5412273e442007bc212de21c04657d903aba7ae/488",
            "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
            "remoting_unittests": "279f28e3f0f2ea799147e318402e8c66c1260e544935859bfedf028e05b80829/565",
            "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
            "services_unittests": "4d16fb47692e8925b75ac4480ab1f3b97e16baa1e1027e5cafc8e418f6fc1015/734",
            "shell_dialogs_unittests": "04e25dc6b2bfaf4cd0ccb69802ceabe132e33ee853cc612dd58179da01f82bc1/488",
            "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
            "snapshot_unittests": "8ae775f66113d2dbdc55b5b66fa24a106a35e1c2700aa6ea26f347b4bd58bc35/488",
            "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
            "storage_unittests": "fe22e9f8fef7ca49f8fc027530c445105411791decc85adf3666639f509411dd/646",
            "sync_integration_tests": "3ed191afa6b13f9ba78ebf4e4d58fe38562ac6a03402d99c89014d9a9f30169b/647",
            "ui_base_unittests": "e0c26340e31d47eeef7052c83dbf62ef575ce8cd20a437d830c1afa32a2f5e12/641",
            "ui_touch_selection_unittests": "695f3ec6752244c6909e08a4bb07a8d2d7d682186ea2794f53be82bda3467bf9/488",
            "ui_unittests": "0fbf2f3be9897f00e2176af41c5a65f71355fa60c3760da641c6a7a1b45b3086/488",
            "unit_tests": "6f6f07d4ea4e626a90e200c06a5ff00d6ba2b9e97d82d8274e0866785b339563/1061",
            "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
            "views_unittests": "4c33f35b746cb0c4a7588233e7a16048c4a4c5b33566df549670e0194a5895df/488",
            "viz_unittests": "60bacb82f38453f191e156668fce9823b61089ee653a7c9c23f1380f55c8c704/572",
            "vr_common_unittests": "23b18d2e49cfe816a7429480746ec8649589c2879b90713006ddc629d7283cb4/566",
            "wm_unittests": "24f903c7561147cf834077fc9dde3ec29a9888b475227e0604cdee1401e5dc0a/488",
            "wtf_unittests": "5e13bbea44b153a200ceaae6579155ae12418d8211609670f3f2b701ca6b68a7/488",
            "xr_browser_tests": "3dfc6efb5d3b23458c69c36770a1916cccce6cc02973d7a83d9cb280e22e45e0/646",
            "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851527526205762288"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "950"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:09:21.111] Scheduled build:
{
  "id": "8686097464343324433",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 947,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-28T09:09:20.662253065Z",
  "updateTime": "2026-03-28T09:09:20.662253065Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[09:09:21.111] Task URL: https://cr-buildbucket.appspot.com/build/8686097464343324433
[09:09:21.111] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:2:0) after 2m2s
[09:09:22.125] Received PubSub notification, asking Buildbucket for the build status
[09:09:22.146] Build status: SCHEDULED
[09:09:28.453] Received PubSub notification, asking Buildbucket for the build status
[09:09:28.470] Build status: STARTED
[09:11:23.133] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:2:0)
[09:11:23.172] Build status: STARTED
[09:11:23.172] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:5:0) after 4m4s
[09:15:27.188] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:5:0)
[09:15:27.215] Build status: STARTED
[09:15:27.215] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:6:0) after 7m54s
[09:23:21.235] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:6:0)
[09:23:21.301] Build status: STARTED
[09:23:21.301] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:7:0) after 9m44s
[09:33:05.320] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:7:0)
[09:33:05.358] Build status: STARTED
[09:33:05.358] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851527526205762288:8:0) after 8m9s
[09:39:29.663] Received PubSub notification, asking Buildbucket for the build status
[09:39:29.685] Build:
{
  "id": "8686097464343324433",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 947,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-28T09:09:20.662253065Z",
  "startTime": "2026-03-28T09:09:28.078588565Z",
  "endTime": "2026-03-28T09:39:29.206102979Z",
  "updateTime": "2026-03-28T09:39:29.206102979Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "628e009b3bea3918cb4c9a2a82e0d0caeac3df4d",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[09:39:29.685] Invocation finished in 30m10.182661167s with status FAILED