Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "814fd5a87f33600ba262fda2a2d29953787909be",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "814fd5a87f33600ba262fda2a2d29953787909be"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8685894344917424337"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8685894344917424337"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8685894344917424337"
    }
  ],
  "parent_build_id": "8685894344917424337",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
  "parent_got_dawn_revision": "7c1377424ea94d1b15d6fd3d1bf3356617d1c228",
  "parent_got_revision": "814fd5a87f33600ba262fda2a2d29953787909be",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#3509}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "0ad812d268a7820dba9bf848b416aeda4dd1b2e5",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#62}",
  "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "814fd5a87f33600ba262fda2a2d29953787909be",
  "swarm_hashes": {
    "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
    "accessibility_unittests": "6b4d0df24c2d4bcf872ba862854d88adc80409c5944dd085ae7c1c1ed7b0c2ba/488",
    "angle_unittests": "a789770e9324f0af9002a5131ed00b0d6d2b0009d3189ab9511c491a7203e214/489",
    "app_shell_unittests": "fa0233ec8c7045888c066c4588135ff61ea56d89be63e40614a74a22eb699016/649",
    "aura_unittests": "8cbd419d84c00b7c180bdb828bc56490cbe4fa98921cedf0756ece70e7bc3106/488",
    "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
    "blink_common_unittests": "a56b56d37f7298f83462ba30cdf188bf621969489e20a91c7b82d7b8f3ff2517/566",
    "blink_fuzzer_unittests": "3b967f92c25fe7a9ca35b780b1a77a9ce72a868db2ea32815b225a32ef2a6485/488",
    "blink_heap_unittests": "fe2fd6c75180b6c8b350cadd39e0263f8cefceebd41e48f5ddde3f27fa1fe194/488",
    "blink_platform_unittests": "7d8f05aae91b34102fd07756503398f1d738131f787e8058e60e4b2da477fa8c/645",
    "blink_unittests": "49e01361252805b4571b64c1dd334920b711465757a04a16b56339e1ca9fca14/729",
    "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
    "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
    "capture_unittests": "57f9a5f13a1db3fab4a7cc3c8ff6686bf7dd0c54837fd983ea4a1d8de0ce706b/567",
    "cast_unittests": "4eb106a6f10c03a42eafcac68cc591e0d199b82ef36af696765a72272c69b9f9/488",
    "cc_unittests": "1d5e1eeeabc7a27950ad751930786d6a2958420ae22329b90ddf23612eb239ee/648",
    "chrome_app_unittests": "4002bdd8f4cf4a6e2271229bf8e9469ad59279a868b4ada5996057e2107606c1/566",
    "chromedriver_unittests": "6d1fa9f9631b36de1de5503abf12aa6bcb69fafe10a4ea6af89a7a1c34ba47cc/645",
    "components_browsertests": "fb45fb77bf1a57d5299d4a69f27357c3762c9bea7357033833ddf3c80b4132e7/732",
    "components_unittests": "42654b6f6265ec305a191c51d30f5b26d01aea3c8e9d7ff4839b51260f16c221/811",
    "compositor_unittests": "bf87d508f769bd3b7cc1f276f21214ebb0b25df75b15599c64477bfd6991382b/564",
    "content_browsertests": "865cf83bcc038453ed26fef4cf6cbc1b30973f3d536891676339401f8cde0e93/805",
    "content_unittests": "defd0226d61a52af369eaba276eef64cdafa56f9f4f1466a49df7d6bb8c4dd58/725",
    "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
    "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
    "device_unittests": "1dda45bad16cd9609886994979348380f678d7d464e17ba58443d18a938d194a/565",
    "display_unittests": "63cc2e7359e2cd201fbdb8a3e531063210dca8154c85bf7b5369427f43c02f38/488",
    "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
    "events_unittests": "e0485cdd65a08565b9cd1a05627372330231a00850131f4e3677a727c3527c84/488",
    "extensions_browsertests": "9be32c9b2db8e355c70075ba5ae8a7bb55f5ef96967c196593674b3e36f74cd0/651",
    "extensions_unittests": "9334b4b89755708c3a383af71d297f638ea2642f37a696df4a14e9556642b7ae/730",
    "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
    "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
    "gcm_unit_tests": "2591158351327ea9f59fdfe0a1b13227a432906cc3c81356cb691c955aebd70b/565",
    "gfx_unittests": "e45f116521b114c7c1897a54374b75f6f8241fc3346cd8b8717b7659456b0f2c/564",
    "gin_unittests": "dd761627e7d93e938f2094a614d1f1339f535447341ea674ad46771e34d373ff/565",
    "gl_tests": "5d467bc577782bf03a82226abece029dc0c33967bd2e1d908248bb2b22f21c19/488",
    "gl_unittests": "8b28bc2b6309743f8768373226373da931e46956af5459ecdeb994c0638bb95d/488",
    "google_apis_unittests": "da4156bd029696def3a0ad96fb0fd5e992d2f72137fa4e1d712b7541f442baa8/650",
    "gpu_unittests": "2834646cae9da775745e1581f7e0573276b6b18be178e1f6aa33164ec21a6870/565",
    "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
    "headless_browsertests": "bb96b875b7ac8d5b71c515242831c75281d2904dbfc06db8fc7bdd84c0334f4c/733",
    "headless_unittests": "51d9f5cec3bf642698c4400a7cbd90ce4fad94698de9769514b02268e2a0c5af/488",
    "interactive_ui_tests": "d3f9fcef0362e9979ec301fa4d19eec086fd83a1e8e0926aaf7b35350e33cc69/1059",
    "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
    "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
    "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
    "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
    "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
    "media_unittests": "1c6932ba15b583db6474125f43d84f055a0bc4ea83f476bd91f825fb3451f533/568",
    "message_center_unittests": "40ec38ab180f535069b1a4384149fe8190c3bace46052b59756ef4ffcfed098d/488",
    "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
    "mojo_unittests": "bb8639d318d4423adb047535a1e25384ae2e04c8843f24793664be775cb51594/566",
    "native_theme_unittests": "bd5ebd31b58c335e832ce5625b43db96337aa66962d8563c457628c12fd10112/488",
    "net_unittests": "204a5875118b7652a2d66a58eb8c2b607e1697c07725af2b096eba64e9332ea1/567",
    "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
    "ozone_unittests": "f2502a662ffdf08d60908cfde9f6c97fdae121b2fedd699d82e94931a2955b6e/488",
    "ozone_x11_unittests": "93654064d1b187ae568f4d0fa57087527857e5356f40c1deacff8100ca8a13f8/488",
    "pdf_unittests": "6b22f02377d383fbdf583c1f9bcd8eec000048a6545ecd7de0c9e513a2719861/565",
    "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
    "printing_unittests": "ba2fd8d16a622037a5ec20a855931893819ba8ff27954277238968d300859a21/488",
    "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
    "remoting_unittests": "df1722b78c918116fde5d7c7d2de18616e7c02bdef7f13547943a9677df3f470/565",
    "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
    "services_unittests": "5db3c3dc89f3d0ddd01f0b459295164ecb89025a187f080059e9326cee4e0848/734",
    "shell_dialogs_unittests": "bee0dae8ace0f00a69b0eeeac906f2034c2cec0157558fffa82ca4eab908bd0b/488",
    "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
    "snapshot_unittests": "7e1004c4ff9b74f17f93635840b0826684ff0c3cee4ef8fe80318d1e5b41f006/488",
    "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
    "storage_unittests": "5d9b537340e7025ba404ec53b884b4a3ac096fb23663d03a3392b2fdb7129679/646",
    "sync_integration_tests": "3e31fa947f84d1f6f2a8d0075cb01b82cb2954d62f0c5ddaca1352d68e63c1b8/647",
    "ui_base_unittests": "fefdef8344616dab74407ae818786ffe506cc01190f3281d304299dc4655f5e2/641",
    "ui_touch_selection_unittests": "165bb583d146c7b3991ca97c885e323dd5ec884325a9823d3bb9943071ec1362/488",
    "ui_unittests": "0298a15d5dbbfbd669f23c718c6087917388fc0db4e8648a77d9f0de9b106d63/488",
    "unit_tests": "1d907d136953446d73c0251f0ba226aa3c011d18cbc88ca0c317f450181bf3a8/1061",
    "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
    "views_unittests": "db307c2a427db425aa8c3338f3835e36b49b9f4349398179b70d0061f2352672/488",
    "viz_unittests": "0a74bb73b752bcb511cf2b6cbd5c13307dd63b5d93e852c3d12325453aa97c58/572",
    "vr_common_unittests": "c795db440aad8d45cd6204bd40c9e6226ecce53cdbf6032c94eb7dc25b433a1c/566",
    "wm_unittests": "7dc45b6e251bfe2ea75a8b2f4caafc787c004bf5e682728f1320f4947db6d256/488",
    "wtf_unittests": "b0a77a6eab7d8ec981f51d3d5fa14d017f8b81a56652e2f29af4bc1d6d2eb010/488",
    "xr_browser_tests": "61ee254972f23ca32a8813ded10e29f8d720f7bbf4c36a3e056388f91ac44997/646",
    "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/814fd5a87f33600ba262fda2a2d29953787909be
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:999
  • user_agent:recipe

Debug log (UTC)

[16:00:32.851] New invocation is queued and will start shortly
[16:00:32.851] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:00:34.074] Starting the invocation (attempt 1)
[16:00:34.103] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/814fd5a87f33600ba262fda2a2d29953787909be"
[16:00:34.103] Popped gitiles commit info from properties and tags
[16:00:34.103] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:00:34.104] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:00:34.105] Buildbucket request:
{
  "requestId": "8851320460396908016",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "814fd5a87f33600ba262fda2a2d29953787909be",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8851320460396908016",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "814fd5a87f33600ba262fda2a2d29953787909be",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "814fd5a87f33600ba262fda2a2d29953787909be"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8685894344917424337"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8685894344917424337"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8685894344917424337"
                                              }
                                        ],
                                    "parent_build_id": "8685894344917424337",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
                                    "parent_got_dawn_revision": "7c1377424ea94d1b15d6fd3d1bf3356617d1c228",
                                    "parent_got_revision": "814fd5a87f33600ba262fda2a2d29953787909be",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#3509}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "0ad812d268a7820dba9bf848b416aeda4dd1b2e5",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#62}",
                                    "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
                                    "revision": "814fd5a87f33600ba262fda2a2d29953787909be",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
                                          "accessibility_unittests": "6b4d0df24c2d4bcf872ba862854d88adc80409c5944dd085ae7c1c1ed7b0c2ba/488",
                                          "angle_unittests": "a789770e9324f0af9002a5131ed00b0d6d2b0009d3189ab9511c491a7203e214/489",
                                          "app_shell_unittests": "fa0233ec8c7045888c066c4588135ff61ea56d89be63e40614a74a22eb699016/649",
                                          "aura_unittests": "8cbd419d84c00b7c180bdb828bc56490cbe4fa98921cedf0756ece70e7bc3106/488",
                                          "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
                                          "blink_common_unittests": "a56b56d37f7298f83462ba30cdf188bf621969489e20a91c7b82d7b8f3ff2517/566",
                                          "blink_fuzzer_unittests": "3b967f92c25fe7a9ca35b780b1a77a9ce72a868db2ea32815b225a32ef2a6485/488",
                                          "blink_heap_unittests": "fe2fd6c75180b6c8b350cadd39e0263f8cefceebd41e48f5ddde3f27fa1fe194/488",
                                          "blink_platform_unittests": "7d8f05aae91b34102fd07756503398f1d738131f787e8058e60e4b2da477fa8c/645",
                                          "blink_unittests": "49e01361252805b4571b64c1dd334920b711465757a04a16b56339e1ca9fca14/729",
                                          "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
                                          "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
                                          "capture_unittests": "57f9a5f13a1db3fab4a7cc3c8ff6686bf7dd0c54837fd983ea4a1d8de0ce706b/567",
                                          "cast_unittests": "4eb106a6f10c03a42eafcac68cc591e0d199b82ef36af696765a72272c69b9f9/488",
                                          "cc_unittests": "1d5e1eeeabc7a27950ad751930786d6a2958420ae22329b90ddf23612eb239ee/648",
                                          "chrome_app_unittests": "4002bdd8f4cf4a6e2271229bf8e9469ad59279a868b4ada5996057e2107606c1/566",
                                          "chromedriver_unittests": "6d1fa9f9631b36de1de5503abf12aa6bcb69fafe10a4ea6af89a7a1c34ba47cc/645",
                                          "components_browsertests": "fb45fb77bf1a57d5299d4a69f27357c3762c9bea7357033833ddf3c80b4132e7/732",
                                          "components_unittests": "42654b6f6265ec305a191c51d30f5b26d01aea3c8e9d7ff4839b51260f16c221/811",
                                          "compositor_unittests": "bf87d508f769bd3b7cc1f276f21214ebb0b25df75b15599c64477bfd6991382b/564",
                                          "content_browsertests": "865cf83bcc038453ed26fef4cf6cbc1b30973f3d536891676339401f8cde0e93/805",
                                          "content_unittests": "defd0226d61a52af369eaba276eef64cdafa56f9f4f1466a49df7d6bb8c4dd58/725",
                                          "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
                                          "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
                                          "device_unittests": "1dda45bad16cd9609886994979348380f678d7d464e17ba58443d18a938d194a/565",
                                          "display_unittests": "63cc2e7359e2cd201fbdb8a3e531063210dca8154c85bf7b5369427f43c02f38/488",
                                          "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
                                          "events_unittests": "e0485cdd65a08565b9cd1a05627372330231a00850131f4e3677a727c3527c84/488",
                                          "extensions_browsertests": "9be32c9b2db8e355c70075ba5ae8a7bb55f5ef96967c196593674b3e36f74cd0/651",
                                          "extensions_unittests": "9334b4b89755708c3a383af71d297f638ea2642f37a696df4a14e9556642b7ae/730",
                                          "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
                                          "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
                                          "gcm_unit_tests": "2591158351327ea9f59fdfe0a1b13227a432906cc3c81356cb691c955aebd70b/565",
                                          "gfx_unittests": "e45f116521b114c7c1897a54374b75f6f8241fc3346cd8b8717b7659456b0f2c/564",
                                          "gin_unittests": "dd761627e7d93e938f2094a614d1f1339f535447341ea674ad46771e34d373ff/565",
                                          "gl_tests": "5d467bc577782bf03a82226abece029dc0c33967bd2e1d908248bb2b22f21c19/488",
                                          "gl_unittests": "8b28bc2b6309743f8768373226373da931e46956af5459ecdeb994c0638bb95d/488",
                                          "google_apis_unittests": "da4156bd029696def3a0ad96fb0fd5e992d2f72137fa4e1d712b7541f442baa8/650",
                                          "gpu_unittests": "2834646cae9da775745e1581f7e0573276b6b18be178e1f6aa33164ec21a6870/565",
                                          "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
                                          "headless_browsertests": "bb96b875b7ac8d5b71c515242831c75281d2904dbfc06db8fc7bdd84c0334f4c/733",
                                          "headless_unittests": "51d9f5cec3bf642698c4400a7cbd90ce4fad94698de9769514b02268e2a0c5af/488",
                                          "interactive_ui_tests": "d3f9fcef0362e9979ec301fa4d19eec086fd83a1e8e0926aaf7b35350e33cc69/1059",
                                          "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
                                          "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
                                          "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
                                          "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
                                          "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
                                          "media_unittests": "1c6932ba15b583db6474125f43d84f055a0bc4ea83f476bd91f825fb3451f533/568",
                                          "message_center_unittests": "40ec38ab180f535069b1a4384149fe8190c3bace46052b59756ef4ffcfed098d/488",
                                          "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
                                          "mojo_unittests": "bb8639d318d4423adb047535a1e25384ae2e04c8843f24793664be775cb51594/566",
                                          "native_theme_unittests": "bd5ebd31b58c335e832ce5625b43db96337aa66962d8563c457628c12fd10112/488",
                                          "net_unittests": "204a5875118b7652a2d66a58eb8c2b607e1697c07725af2b096eba64e9332ea1/567",
                                          "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
                                          "ozone_unittests": "f2502a662ffdf08d60908cfde9f6c97fdae121b2fedd699d82e94931a2955b6e/488",
                                          "ozone_x11_unittests": "93654064d1b187ae568f4d0fa57087527857e5356f40c1deacff8100ca8a13f8/488",
                                          "pdf_unittests": "6b22f02377d383fbdf583c1f9bcd8eec000048a6545ecd7de0c9e513a2719861/565",
                                          "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
                                          "printing_unittests": "ba2fd8d16a622037a5ec20a855931893819ba8ff27954277238968d300859a21/488",
                                          "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
                                          "remoting_unittests": "df1722b78c918116fde5d7c7d2de18616e7c02bdef7f13547943a9677df3f470/565",
                                          "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
                                          "services_unittests": "5db3c3dc89f3d0ddd01f0b459295164ecb89025a187f080059e9326cee4e0848/734",
                                          "shell_dialogs_unittests": "bee0dae8ace0f00a69b0eeeac906f2034c2cec0157558fffa82ca4eab908bd0b/488",
                                          "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
                                          "snapshot_unittests": "7e1004c4ff9b74f17f93635840b0826684ff0c3cee4ef8fe80318d1e5b41f006/488",
                                          "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
                                          "storage_unittests": "5d9b537340e7025ba404ec53b884b4a3ac096fb23663d03a3392b2fdb7129679/646",
                                          "sync_integration_tests": "3e31fa947f84d1f6f2a8d0075cb01b82cb2954d62f0c5ddaca1352d68e63c1b8/647",
                                          "ui_base_unittests": "fefdef8344616dab74407ae818786ffe506cc01190f3281d304299dc4655f5e2/641",
                                          "ui_touch_selection_unittests": "165bb583d146c7b3991ca97c885e323dd5ec884325a9823d3bb9943071ec1362/488",
                                          "ui_unittests": "0298a15d5dbbfbd669f23c718c6087917388fc0db4e8648a77d9f0de9b106d63/488",
                                          "unit_tests": "1d907d136953446d73c0251f0ba226aa3c011d18cbc88ca0c317f450181bf3a8/1061",
                                          "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
                                          "views_unittests": "db307c2a427db425aa8c3338f3835e36b49b9f4349398179b70d0061f2352672/488",
                                          "viz_unittests": "0a74bb73b752bcb511cf2b6cbd5c13307dd63b5d93e852c3d12325453aa97c58/572",
                                          "vr_common_unittests": "c795db440aad8d45cd6204bd40c9e6226ecce53cdbf6032c94eb7dc25b433a1c/566",
                                          "wm_unittests": "7dc45b6e251bfe2ea75a8b2f4caafc787c004bf5e682728f1320f4947db6d256/488",
                                          "wtf_unittests": "b0a77a6eab7d8ec981f51d3d5fa14d017f8b81a56652e2f29af4bc1d6d2eb010/488",
                                          "xr_browser_tests": "61ee254972f23ca32a8813ded10e29f8d720f7bbf4c36a3e056388f91ac44997/646",
                                          "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "814fd5a87f33600ba262fda2a2d29953787909be",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:999",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "4d632848-1256-4bf8-9ed0-f174e0b4bee2",
                        "title": "Linux TSan Builder/999",
                        "url": "https://cr-buildbucket.appspot.com/build/8685894344917424337"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "814fd5a87f33600ba262fda2a2d29953787909be"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8685894344917424337"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8685894344917424337"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8685894344917424337"
                }
          ],
      "parent_build_id": "8685894344917424337",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1c0f91aaa60a1f87725840495cbfd9717e7c77c8",
      "parent_got_dawn_revision": "7c1377424ea94d1b15d6fd3d1bf3356617d1c228",
      "parent_got_revision": "814fd5a87f33600ba262fda2a2d29953787909be",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#3509}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "0ad812d268a7820dba9bf848b416aeda4dd1b2e5",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#62}",
      "parent_got_webrtc_revision": "6733aa5ba16e1e1087f339d1151c80c924a6fbf8",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#5}",
      "swarm_hashes": {
            "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
            "accessibility_unittests": "6b4d0df24c2d4bcf872ba862854d88adc80409c5944dd085ae7c1c1ed7b0c2ba/488",
            "angle_unittests": "a789770e9324f0af9002a5131ed00b0d6d2b0009d3189ab9511c491a7203e214/489",
            "app_shell_unittests": "fa0233ec8c7045888c066c4588135ff61ea56d89be63e40614a74a22eb699016/649",
            "aura_unittests": "8cbd419d84c00b7c180bdb828bc56490cbe4fa98921cedf0756ece70e7bc3106/488",
            "base_unittests": "cefb2fe02e7a0a98602c8e264d8bd1a3dfb631820af9a015773a45e280882955/566",
            "blink_common_unittests": "a56b56d37f7298f83462ba30cdf188bf621969489e20a91c7b82d7b8f3ff2517/566",
            "blink_fuzzer_unittests": "3b967f92c25fe7a9ca35b780b1a77a9ce72a868db2ea32815b225a32ef2a6485/488",
            "blink_heap_unittests": "fe2fd6c75180b6c8b350cadd39e0263f8cefceebd41e48f5ddde3f27fa1fe194/488",
            "blink_platform_unittests": "7d8f05aae91b34102fd07756503398f1d738131f787e8058e60e4b2da477fa8c/645",
            "blink_unittests": "49e01361252805b4571b64c1dd334920b711465757a04a16b56339e1ca9fca14/729",
            "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
            "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
            "capture_unittests": "57f9a5f13a1db3fab4a7cc3c8ff6686bf7dd0c54837fd983ea4a1d8de0ce706b/567",
            "cast_unittests": "4eb106a6f10c03a42eafcac68cc591e0d199b82ef36af696765a72272c69b9f9/488",
            "cc_unittests": "1d5e1eeeabc7a27950ad751930786d6a2958420ae22329b90ddf23612eb239ee/648",
            "chrome_app_unittests": "4002bdd8f4cf4a6e2271229bf8e9469ad59279a868b4ada5996057e2107606c1/566",
            "chromedriver_unittests": "6d1fa9f9631b36de1de5503abf12aa6bcb69fafe10a4ea6af89a7a1c34ba47cc/645",
            "components_browsertests": "fb45fb77bf1a57d5299d4a69f27357c3762c9bea7357033833ddf3c80b4132e7/732",
            "components_unittests": "42654b6f6265ec305a191c51d30f5b26d01aea3c8e9d7ff4839b51260f16c221/811",
            "compositor_unittests": "bf87d508f769bd3b7cc1f276f21214ebb0b25df75b15599c64477bfd6991382b/564",
            "content_browsertests": "865cf83bcc038453ed26fef4cf6cbc1b30973f3d536891676339401f8cde0e93/805",
            "content_unittests": "defd0226d61a52af369eaba276eef64cdafa56f9f4f1466a49df7d6bb8c4dd58/725",
            "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
            "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
            "device_unittests": "1dda45bad16cd9609886994979348380f678d7d464e17ba58443d18a938d194a/565",
            "display_unittests": "63cc2e7359e2cd201fbdb8a3e531063210dca8154c85bf7b5369427f43c02f38/488",
            "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
            "events_unittests": "e0485cdd65a08565b9cd1a05627372330231a00850131f4e3677a727c3527c84/488",
            "extensions_browsertests": "9be32c9b2db8e355c70075ba5ae8a7bb55f5ef96967c196593674b3e36f74cd0/651",
            "extensions_unittests": "9334b4b89755708c3a383af71d297f638ea2642f37a696df4a14e9556642b7ae/730",
            "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
            "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
            "gcm_unit_tests": "2591158351327ea9f59fdfe0a1b13227a432906cc3c81356cb691c955aebd70b/565",
            "gfx_unittests": "e45f116521b114c7c1897a54374b75f6f8241fc3346cd8b8717b7659456b0f2c/564",
            "gin_unittests": "dd761627e7d93e938f2094a614d1f1339f535447341ea674ad46771e34d373ff/565",
            "gl_tests": "5d467bc577782bf03a82226abece029dc0c33967bd2e1d908248bb2b22f21c19/488",
            "gl_unittests": "8b28bc2b6309743f8768373226373da931e46956af5459ecdeb994c0638bb95d/488",
            "google_apis_unittests": "da4156bd029696def3a0ad96fb0fd5e992d2f72137fa4e1d712b7541f442baa8/650",
            "gpu_unittests": "2834646cae9da775745e1581f7e0573276b6b18be178e1f6aa33164ec21a6870/565",
            "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
            "headless_browsertests": "bb96b875b7ac8d5b71c515242831c75281d2904dbfc06db8fc7bdd84c0334f4c/733",
            "headless_unittests": "51d9f5cec3bf642698c4400a7cbd90ce4fad94698de9769514b02268e2a0c5af/488",
            "interactive_ui_tests": "d3f9fcef0362e9979ec301fa4d19eec086fd83a1e8e0926aaf7b35350e33cc69/1059",
            "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
            "latency_unittests": "d74488a97ead76d4710784a1f4fa061e9568c123c75635fb2c53ad47284d5a7d/488",
            "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
            "libjingle_xmpp_unittests": "067b575b20e21b7b1473add83e23b8fbd04ac72d96ebb91587e299edec0c2ad5/488",
            "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
            "media_unittests": "1c6932ba15b583db6474125f43d84f055a0bc4ea83f476bd91f825fb3451f533/568",
            "message_center_unittests": "40ec38ab180f535069b1a4384149fe8190c3bace46052b59756ef4ffcfed098d/488",
            "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
            "mojo_unittests": "bb8639d318d4423adb047535a1e25384ae2e04c8843f24793664be775cb51594/566",
            "native_theme_unittests": "bd5ebd31b58c335e832ce5625b43db96337aa66962d8563c457628c12fd10112/488",
            "net_unittests": "204a5875118b7652a2d66a58eb8c2b607e1697c07725af2b096eba64e9332ea1/567",
            "openscreen_unittests": "8085542d71f962dac5f387c0c4faf9026a4ae941e1d1f6b05addc1570025341d/489",
            "ozone_unittests": "f2502a662ffdf08d60908cfde9f6c97fdae121b2fedd699d82e94931a2955b6e/488",
            "ozone_x11_unittests": "93654064d1b187ae568f4d0fa57087527857e5356f40c1deacff8100ca8a13f8/488",
            "pdf_unittests": "6b22f02377d383fbdf583c1f9bcd8eec000048a6545ecd7de0c9e513a2719861/565",
            "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
            "printing_unittests": "ba2fd8d16a622037a5ec20a855931893819ba8ff27954277238968d300859a21/488",
            "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
            "remoting_unittests": "df1722b78c918116fde5d7c7d2de18616e7c02bdef7f13547943a9677df3f470/565",
            "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
            "services_unittests": "5db3c3dc89f3d0ddd01f0b459295164ecb89025a187f080059e9326cee4e0848/734",
            "shell_dialogs_unittests": "bee0dae8ace0f00a69b0eeeac906f2034c2cec0157558fffa82ca4eab908bd0b/488",
            "skia_unittests": "946c7ad3b52ec3a656570e979346a9947ebe2dbb15574c63193d18667eebc0a2/488",
            "snapshot_unittests": "7e1004c4ff9b74f17f93635840b0826684ff0c3cee4ef8fe80318d1e5b41f006/488",
            "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
            "storage_unittests": "5d9b537340e7025ba404ec53b884b4a3ac096fb23663d03a3392b2fdb7129679/646",
            "sync_integration_tests": "3e31fa947f84d1f6f2a8d0075cb01b82cb2954d62f0c5ddaca1352d68e63c1b8/647",
            "ui_base_unittests": "fefdef8344616dab74407ae818786ffe506cc01190f3281d304299dc4655f5e2/641",
            "ui_touch_selection_unittests": "165bb583d146c7b3991ca97c885e323dd5ec884325a9823d3bb9943071ec1362/488",
            "ui_unittests": "0298a15d5dbbfbd669f23c718c6087917388fc0db4e8648a77d9f0de9b106d63/488",
            "unit_tests": "1d907d136953446d73c0251f0ba226aa3c011d18cbc88ca0c317f450181bf3a8/1061",
            "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
            "views_unittests": "db307c2a427db425aa8c3338f3835e36b49b9f4349398179b70d0061f2352672/488",
            "viz_unittests": "0a74bb73b752bcb511cf2b6cbd5c13307dd63b5d93e852c3d12325453aa97c58/572",
            "vr_common_unittests": "c795db440aad8d45cd6204bd40c9e6226ecce53cdbf6032c94eb7dc25b433a1c/566",
            "wm_unittests": "7dc45b6e251bfe2ea75a8b2f4caafc787c004bf5e682728f1320f4947db6d256/488",
            "wtf_unittests": "b0a77a6eab7d8ec981f51d3d5fa14d017f8b81a56652e2f29af4bc1d6d2eb010/488",
            "xr_browser_tests": "61ee254972f23ca32a8813ded10e29f8d720f7bbf4c36a3e056388f91ac44997/646",
            "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "814fd5a87f33600ba262fda2a2d29953787909be",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851320460396908016"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "999"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:00:34.943] Scheduled build:
{
  "id": "8685890398375887793",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 996,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-30T16:00:34.157271043Z",
  "updateTime": "2026-03-30T16:00:34.157271043Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "814fd5a87f33600ba262fda2a2d29953787909be",
      "ref": "refs/branch-heads/7680"
    }
  },
  "canary": true
}
[16:00:34.943] Task URL: https://cr-buildbucket.appspot.com/build/8685890398375887793
[16:00:34.943] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:2:0) after 5m23s
[16:00:35.720] Received PubSub notification, asking Buildbucket for the build status
[16:00:35.765] Build status: SCHEDULED
[16:00:41.186] Received PubSub notification, asking Buildbucket for the build status
[16:00:41.204] Build status: STARTED
[16:05:57.961] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:2:0)
[16:05:57.987] Build status: STARTED
[16:05:57.987] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:5:0) after 4m56s
[16:10:54.005] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:5:0)
[16:10:54.059] Build status: STARTED
[16:10:54.059] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:6:0) after 4m52s
[16:15:46.172] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:6:0)
[16:15:46.188] Build status: STARTED
[16:15:46.188] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:7:0) after 3m2s
[16:18:48.277] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:7:0)
[16:18:48.352] Build status: STARTED
[16:18:48.352] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:8:0) after 7m28s
[16:26:16.600] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:8:0)
[16:26:16.668] Build status: STARTED
[16:26:16.668] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8851320460396908016:9:0) after 8m43s
[16:29:43.879] Received PubSub notification, asking Buildbucket for the build status
[16:29:43.898] Build:
{
  "id": "8685890398375887793",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 996,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-30T16:00:34.157271043Z",
  "startTime": "2026-03-30T16:00:40.410547384Z",
  "endTime": "2026-03-30T16:29:43.549394259Z",
  "updateTime": "2026-03-30T16:29:43.549394259Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "814fd5a87f33600ba262fda2a2d29953787909be",
      "ref": "refs/branch-heads/7680"
    }
  },
  "canary": true
}
[16:29:43.898] Invocation finished in 29m11.052412333s with status FAILED