Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 33 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "9293175d31d4f73b6a3141007868f3e0e0efb2bb"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8688831268083368289"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8688831268083368289"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8688831268083368289"
    }
  ],
  "parent_build_id": "8688831268083368289",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
  "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
  "parent_got_revision": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#1405}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "0a35ee1d515b1c4cfd14857f6cbdbaeca396bb22",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#12}",
  "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
  "swarm_hashes": {
    "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
    "accessibility_unittests": "74535f6f886116e368fc80f6a54bc60c50ed05a30b03a571b404a3ced10a4247/488",
    "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
    "app_shell_unittests": "e899945e3311b886a9a2236e8f34bfff8da5def93c3bbcc666005d1e3ce95023/649",
    "aura_unittests": "8cd7314348b93c7b30499f467550d781062684d839a7deea466cdf9a6ef9e0d5/488",
    "base_unittests": "ac604826768e24512121bb59fcb6c576d045cd1c9d5ead108ff59e9ccde67b1f/566",
    "blink_common_unittests": "efdd5c5b46b94d52c7c92cf448d1db56bdad22195d787dfb05d8c244500014f3/566",
    "blink_fuzzer_unittests": "e034c77b6415f0a514deac795261bacd8c3a9eb493ca4be93095d6ecf74b30c3/488",
    "blink_heap_unittests": "e715f43018c10ccf1c528c7b2a14d58a9e55b7bd716b8059d6b13f7e148200c0/488",
    "blink_platform_unittests": "39ad68fcb17f93ca3149256ae783d618e6c2f26295281210767da9266ec7ac45/645",
    "blink_unittests": "38f03a425af815bb3f9c2f0bfc62f6d149604d5f94640e2a79c6de58a329688a/729",
    "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
    "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
    "capture_unittests": "4c823cdac027965c71a875f301f380f1a259da1e1f26e2e778e40813a66c41ea/567",
    "cast_unittests": "f37aa0b1dd8c86cc1a1621284825b1373617338987957c199900a741e0e6191e/488",
    "cc_unittests": "3dec438ffcf8e47f29cd2c59eabd6ca67be8fc5a0650779239dddd3874bef1fb/648",
    "chrome_app_unittests": "0f3703c31eccb661b1b59bb3bca596959be24b12fe166e27797570877e2fe316/566",
    "chromedriver_unittests": "24851ab411253c64d3118ae89f8778cd68f0817c1ab7dc52f48b94e7c62d8cc1/645",
    "components_browsertests": "ed8f7dfe2216c55d2c39e2d4d21a1e7b9ac3c5e988a50485d8cbbf9617599e53/732",
    "components_unittests": "e050b53d48f865f2c1c58a1188ad328fc20a4ea7586950f7d216a5ccd09c7775/811",
    "compositor_unittests": "60e1a25516e0006dcb98511f5c438a49674a45cd01c321655b1c698b989baba8/564",
    "content_browsertests": "9aa47239ee628cd708a52aa4667b018b2bbc8a1da2cbd38b35a6689726ddd612/805",
    "content_unittests": "f3e65c02d7e95a2049d133b8dcac7058bbb771c752fa792b6220f0342f7afd84/725",
    "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
    "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
    "device_unittests": "015cb6560e17b9427085e6b18b5082cd74eee48d5f32b01b55a411ea6fe28c4a/565",
    "display_unittests": "ac1310305352612dc57a8354f68d5c8944b3e046231801b6de8a2d71158118e5/488",
    "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
    "events_unittests": "19ee11fccd35df1e2f8d66b46c417fa12939dc5405d3aea81054894dbb16b173/488",
    "extensions_browsertests": "c13b9a538dbfca3cecc3aaa29669b1d0e14feeb6baa99a956b6e3d5a85b9f756/651",
    "extensions_unittests": "ff8e1e1b7d051d04748eae0b688cb720a1443c093dc34c8c83783940c9c3f4a3/730",
    "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
    "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
    "gcm_unit_tests": "c414675ef17070c6464708d735631ba144084661066aa24beea8c4aa5b3f3b48/565",
    "gfx_unittests": "64a5c9cf3a908fd702fc03967f19f701d6803499d54518118f6d6f645313c095/564",
    "gin_unittests": "8b933418d4d3cd6756ed002927052e557ae77f427bdd327553b7bec485f2649d/565",
    "gl_tests": "0f532d19dd358bcaeead6b129a4bbb17bc4907df937e10c44bedcdfc97db926b/488",
    "gl_unittests": "3e791e96f9e92316cb4cac60dae40dffb92238a9986a12ba59e71cbd7eac94ad/488",
    "google_apis_unittests": "5a17e07145e8b66863543c0f6cf1d0740ee6d5d7d4d7327034f49119e17948b0/650",
    "gpu_unittests": "b5a802e89e27b107625df4600f94b9301dfc73f1e1f3b4a67f9de69fa5f5eb11/565",
    "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
    "headless_browsertests": "0cbf5327572ae51ac84f11c294ebdcf147ba42cb8b2c6868f36e3cfea9b94c85/733",
    "headless_unittests": "a3c91a1554b413871491765256b5ea9a7f32109a07130f5ded54f25ce2f5d24f/488",
    "interactive_ui_tests": "dcc92d9a18766ad80eb777318f56aade6ada0ef1695b923cdaae6f29269b2d54/1059",
    "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
    "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
    "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
    "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
    "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
    "media_unittests": "b03f878af4063bf7a5915e518d90da7ab1cd5cda3b1dd927b34e0345d070985b/568",
    "message_center_unittests": "008311e01741e1792bb5a682123ffb0582c78b464686653b54cf0aec8482012b/488",
    "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
    "mojo_unittests": "b07b378c503cfd9a05b30e2216a5f85addd70e4d2209bb4480def11eabb49347/566",
    "native_theme_unittests": "e42fd823de40b2d354d3ef5766d8273160c9a2b63292e499136bc92628435a5d/488",
    "net_unittests": "7d14f150a4d0d9626146e4bddf4bb7b05cc84dfef0af3ae61214df562480bc79/567",
    "openscreen_unittests": "264ca1df739ace520e4945e0cd0f20c899b8412085c0cda5005e4bf9ee70a562/489",
    "ozone_unittests": "821d4d79f0096d181ed94845f7fb1d9173ac1052f1814071eeaf106d343a67e0/488",
    "ozone_x11_unittests": "dd144c3cfbaf5b28683bd3a45e7b00644d8796726eb88ad1232ad7f2dd887253/488",
    "pdf_unittests": "67ac7056b1c1493e8520e9332db38f2999463341ad98a5491436dd6c70f952f3/565",
    "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
    "printing_unittests": "a77dc4564ab97ca4feb05e6c195fc3105345f12e9d92ef1aa5ab3b417caa1e3b/488",
    "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
    "remoting_unittests": "34caf84e1fe885d99075e95243bd2c79fd26f82201b2e5b53d56ba05d19a8999/565",
    "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
    "services_unittests": "e0f31427d4b62d63027c0b94b20687e08be2dc5fd7e851d427cadcddbb10f4af/734",
    "shell_dialogs_unittests": "ca2f6495f37f933b1bb36336b24c90d7c5a9347c19d7ac3905574802c253879f/488",
    "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
    "snapshot_unittests": "10c0580c553c3aea355960a8b49d95dd0668e287bb4a015f7ae95d05a9137f01/488",
    "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
    "storage_unittests": "b1275cde68388bd3dfb843ba7b1263e8d65657f8edf04dd05a8046517b242cb0/646",
    "sync_integration_tests": "3ed3ee680ac49dc23d31294265017975087d2c7393af3001642088684ba1d08c/647",
    "ui_base_unittests": "f5145cd751e8a587f57c151cc5b3e41fced34c463aa328895ba02aaac1f33812/641",
    "ui_touch_selection_unittests": "75de4f3bd9ec81873d16b1d3158123640c17d61b4aa82514adac7e2720665843/488",
    "ui_unittests": "d92d57ce1de61fbd0667328ccfdbc3be61bdf28b3086548367d1952c7d02ce02/488",
    "unit_tests": "95697e4e86b5127caadd4087344931edffe9772efcfbe61c63515689612077aa/1061",
    "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
    "views_unittests": "784adb153295eb0f98f89c37ea2496f0351cbf51db0495fe54ade75e123c9fed/488",
    "viz_unittests": "569deb10907fc1bbab5918acbae5b79bc15b50dff6e21d8ec091465bd417121c/572",
    "vr_common_unittests": "f859d6187df0677ad6e5a010f6c8bf6fc6ab25e96b4ee47f3ec69f1d72ebb8ea/566",
    "wm_unittests": "2e07ecb6d8fefc4cc3141c045f74aaf5124aa9345e39687fc5b1ebd3a2aab4d3/488",
    "wtf_unittests": "3e94e3baa3b7d68982472082e9a7d4cdb614f3b38c2f3c7695ccbb8e83654881/488",
    "xr_browser_tests": "59657f66b0f59afe26cbc405cef0fc6a2f27a07cf72db4dcea264c30c1037237/646",
    "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9293175d31d4f73b6a3141007868f3e0e0efb2bb
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:327
  • user_agent:recipe

Debug log (UTC)

[06:01:37.560] New invocation is queued and will start shortly
[06:01:37.560] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[06:01:39.104] Starting the invocation (attempt 1)
[06:01:39.168] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9293175d31d4f73b6a3141007868f3e0e0efb2bb"
[06:01:39.168] Popped gitiles commit info from properties and tags
[06:01:39.168] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:01:39.168] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:01:39.169] Buildbucket request:
{
  "requestId": "8854257244203988816",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8854257244203988816",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "9293175d31d4f73b6a3141007868f3e0e0efb2bb"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8688831268083368289"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8688831268083368289"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8688831268083368289"
                                              }
                                        ],
                                    "parent_build_id": "8688831268083368289",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
                                    "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
                                    "parent_got_revision": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#1405}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "0a35ee1d515b1c4cfd14857f6cbdbaeca396bb22",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#12}",
                                    "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
                                    "revision": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
                                          "accessibility_unittests": "74535f6f886116e368fc80f6a54bc60c50ed05a30b03a571b404a3ced10a4247/488",
                                          "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
                                          "app_shell_unittests": "e899945e3311b886a9a2236e8f34bfff8da5def93c3bbcc666005d1e3ce95023/649",
                                          "aura_unittests": "8cd7314348b93c7b30499f467550d781062684d839a7deea466cdf9a6ef9e0d5/488",
                                          "base_unittests": "ac604826768e24512121bb59fcb6c576d045cd1c9d5ead108ff59e9ccde67b1f/566",
                                          "blink_common_unittests": "efdd5c5b46b94d52c7c92cf448d1db56bdad22195d787dfb05d8c244500014f3/566",
                                          "blink_fuzzer_unittests": "e034c77b6415f0a514deac795261bacd8c3a9eb493ca4be93095d6ecf74b30c3/488",
                                          "blink_heap_unittests": "e715f43018c10ccf1c528c7b2a14d58a9e55b7bd716b8059d6b13f7e148200c0/488",
                                          "blink_platform_unittests": "39ad68fcb17f93ca3149256ae783d618e6c2f26295281210767da9266ec7ac45/645",
                                          "blink_unittests": "38f03a425af815bb3f9c2f0bfc62f6d149604d5f94640e2a79c6de58a329688a/729",
                                          "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
                                          "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
                                          "capture_unittests": "4c823cdac027965c71a875f301f380f1a259da1e1f26e2e778e40813a66c41ea/567",
                                          "cast_unittests": "f37aa0b1dd8c86cc1a1621284825b1373617338987957c199900a741e0e6191e/488",
                                          "cc_unittests": "3dec438ffcf8e47f29cd2c59eabd6ca67be8fc5a0650779239dddd3874bef1fb/648",
                                          "chrome_app_unittests": "0f3703c31eccb661b1b59bb3bca596959be24b12fe166e27797570877e2fe316/566",
                                          "chromedriver_unittests": "24851ab411253c64d3118ae89f8778cd68f0817c1ab7dc52f48b94e7c62d8cc1/645",
                                          "components_browsertests": "ed8f7dfe2216c55d2c39e2d4d21a1e7b9ac3c5e988a50485d8cbbf9617599e53/732",
                                          "components_unittests": "e050b53d48f865f2c1c58a1188ad328fc20a4ea7586950f7d216a5ccd09c7775/811",
                                          "compositor_unittests": "60e1a25516e0006dcb98511f5c438a49674a45cd01c321655b1c698b989baba8/564",
                                          "content_browsertests": "9aa47239ee628cd708a52aa4667b018b2bbc8a1da2cbd38b35a6689726ddd612/805",
                                          "content_unittests": "f3e65c02d7e95a2049d133b8dcac7058bbb771c752fa792b6220f0342f7afd84/725",
                                          "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
                                          "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
                                          "device_unittests": "015cb6560e17b9427085e6b18b5082cd74eee48d5f32b01b55a411ea6fe28c4a/565",
                                          "display_unittests": "ac1310305352612dc57a8354f68d5c8944b3e046231801b6de8a2d71158118e5/488",
                                          "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
                                          "events_unittests": "19ee11fccd35df1e2f8d66b46c417fa12939dc5405d3aea81054894dbb16b173/488",
                                          "extensions_browsertests": "c13b9a538dbfca3cecc3aaa29669b1d0e14feeb6baa99a956b6e3d5a85b9f756/651",
                                          "extensions_unittests": "ff8e1e1b7d051d04748eae0b688cb720a1443c093dc34c8c83783940c9c3f4a3/730",
                                          "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
                                          "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
                                          "gcm_unit_tests": "c414675ef17070c6464708d735631ba144084661066aa24beea8c4aa5b3f3b48/565",
                                          "gfx_unittests": "64a5c9cf3a908fd702fc03967f19f701d6803499d54518118f6d6f645313c095/564",
                                          "gin_unittests": "8b933418d4d3cd6756ed002927052e557ae77f427bdd327553b7bec485f2649d/565",
                                          "gl_tests": "0f532d19dd358bcaeead6b129a4bbb17bc4907df937e10c44bedcdfc97db926b/488",
                                          "gl_unittests": "3e791e96f9e92316cb4cac60dae40dffb92238a9986a12ba59e71cbd7eac94ad/488",
                                          "google_apis_unittests": "5a17e07145e8b66863543c0f6cf1d0740ee6d5d7d4d7327034f49119e17948b0/650",
                                          "gpu_unittests": "b5a802e89e27b107625df4600f94b9301dfc73f1e1f3b4a67f9de69fa5f5eb11/565",
                                          "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
                                          "headless_browsertests": "0cbf5327572ae51ac84f11c294ebdcf147ba42cb8b2c6868f36e3cfea9b94c85/733",
                                          "headless_unittests": "a3c91a1554b413871491765256b5ea9a7f32109a07130f5ded54f25ce2f5d24f/488",
                                          "interactive_ui_tests": "dcc92d9a18766ad80eb777318f56aade6ada0ef1695b923cdaae6f29269b2d54/1059",
                                          "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
                                          "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
                                          "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
                                          "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
                                          "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
                                          "media_unittests": "b03f878af4063bf7a5915e518d90da7ab1cd5cda3b1dd927b34e0345d070985b/568",
                                          "message_center_unittests": "008311e01741e1792bb5a682123ffb0582c78b464686653b54cf0aec8482012b/488",
                                          "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
                                          "mojo_unittests": "b07b378c503cfd9a05b30e2216a5f85addd70e4d2209bb4480def11eabb49347/566",
                                          "native_theme_unittests": "e42fd823de40b2d354d3ef5766d8273160c9a2b63292e499136bc92628435a5d/488",
                                          "net_unittests": "7d14f150a4d0d9626146e4bddf4bb7b05cc84dfef0af3ae61214df562480bc79/567",
                                          "openscreen_unittests": "264ca1df739ace520e4945e0cd0f20c899b8412085c0cda5005e4bf9ee70a562/489",
                                          "ozone_unittests": "821d4d79f0096d181ed94845f7fb1d9173ac1052f1814071eeaf106d343a67e0/488",
                                          "ozone_x11_unittests": "dd144c3cfbaf5b28683bd3a45e7b00644d8796726eb88ad1232ad7f2dd887253/488",
                                          "pdf_unittests": "67ac7056b1c1493e8520e9332db38f2999463341ad98a5491436dd6c70f952f3/565",
                                          "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
                                          "printing_unittests": "a77dc4564ab97ca4feb05e6c195fc3105345f12e9d92ef1aa5ab3b417caa1e3b/488",
                                          "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
                                          "remoting_unittests": "34caf84e1fe885d99075e95243bd2c79fd26f82201b2e5b53d56ba05d19a8999/565",
                                          "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
                                          "services_unittests": "e0f31427d4b62d63027c0b94b20687e08be2dc5fd7e851d427cadcddbb10f4af/734",
                                          "shell_dialogs_unittests": "ca2f6495f37f933b1bb36336b24c90d7c5a9347c19d7ac3905574802c253879f/488",
                                          "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
                                          "snapshot_unittests": "10c0580c553c3aea355960a8b49d95dd0668e287bb4a015f7ae95d05a9137f01/488",
                                          "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
                                          "storage_unittests": "b1275cde68388bd3dfb843ba7b1263e8d65657f8edf04dd05a8046517b242cb0/646",
                                          "sync_integration_tests": "3ed3ee680ac49dc23d31294265017975087d2c7393af3001642088684ba1d08c/647",
                                          "ui_base_unittests": "f5145cd751e8a587f57c151cc5b3e41fced34c463aa328895ba02aaac1f33812/641",
                                          "ui_touch_selection_unittests": "75de4f3bd9ec81873d16b1d3158123640c17d61b4aa82514adac7e2720665843/488",
                                          "ui_unittests": "d92d57ce1de61fbd0667328ccfdbc3be61bdf28b3086548367d1952c7d02ce02/488",
                                          "unit_tests": "95697e4e86b5127caadd4087344931edffe9772efcfbe61c63515689612077aa/1061",
                                          "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
                                          "views_unittests": "784adb153295eb0f98f89c37ea2496f0351cbf51db0495fe54ade75e123c9fed/488",
                                          "viz_unittests": "569deb10907fc1bbab5918acbae5b79bc15b50dff6e21d8ec091465bd417121c/572",
                                          "vr_common_unittests": "f859d6187df0677ad6e5a010f6c8bf6fc6ab25e96b4ee47f3ec69f1d72ebb8ea/566",
                                          "wm_unittests": "2e07ecb6d8fefc4cc3141c045f74aaf5124aa9345e39687fc5b1ebd3a2aab4d3/488",
                                          "wtf_unittests": "3e94e3baa3b7d68982472082e9a7d4cdb614f3b38c2f3c7695ccbb8e83654881/488",
                                          "xr_browser_tests": "59657f66b0f59afe26cbc405cef0fc6a2f27a07cf72db4dcea264c30c1037237/646",
                                          "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:327",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "128d54ef-ee74-40f9-9063-caa9272ad71a",
                        "title": "Linux TSan Builder/327",
                        "url": "https://cr-buildbucket.appspot.com/build/8688831268083368289"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "9293175d31d4f73b6a3141007868f3e0e0efb2bb"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8688831268083368289"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8688831268083368289"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8688831268083368289"
                }
          ],
      "parent_build_id": "8688831268083368289",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
      "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
      "parent_got_revision": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#1405}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "0a35ee1d515b1c4cfd14857f6cbdbaeca396bb22",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#12}",
      "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
      "swarm_hashes": {
            "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
            "accessibility_unittests": "74535f6f886116e368fc80f6a54bc60c50ed05a30b03a571b404a3ced10a4247/488",
            "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
            "app_shell_unittests": "e899945e3311b886a9a2236e8f34bfff8da5def93c3bbcc666005d1e3ce95023/649",
            "aura_unittests": "8cd7314348b93c7b30499f467550d781062684d839a7deea466cdf9a6ef9e0d5/488",
            "base_unittests": "ac604826768e24512121bb59fcb6c576d045cd1c9d5ead108ff59e9ccde67b1f/566",
            "blink_common_unittests": "efdd5c5b46b94d52c7c92cf448d1db56bdad22195d787dfb05d8c244500014f3/566",
            "blink_fuzzer_unittests": "e034c77b6415f0a514deac795261bacd8c3a9eb493ca4be93095d6ecf74b30c3/488",
            "blink_heap_unittests": "e715f43018c10ccf1c528c7b2a14d58a9e55b7bd716b8059d6b13f7e148200c0/488",
            "blink_platform_unittests": "39ad68fcb17f93ca3149256ae783d618e6c2f26295281210767da9266ec7ac45/645",
            "blink_unittests": "38f03a425af815bb3f9c2f0bfc62f6d149604d5f94640e2a79c6de58a329688a/729",
            "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
            "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
            "capture_unittests": "4c823cdac027965c71a875f301f380f1a259da1e1f26e2e778e40813a66c41ea/567",
            "cast_unittests": "f37aa0b1dd8c86cc1a1621284825b1373617338987957c199900a741e0e6191e/488",
            "cc_unittests": "3dec438ffcf8e47f29cd2c59eabd6ca67be8fc5a0650779239dddd3874bef1fb/648",
            "chrome_app_unittests": "0f3703c31eccb661b1b59bb3bca596959be24b12fe166e27797570877e2fe316/566",
            "chromedriver_unittests": "24851ab411253c64d3118ae89f8778cd68f0817c1ab7dc52f48b94e7c62d8cc1/645",
            "components_browsertests": "ed8f7dfe2216c55d2c39e2d4d21a1e7b9ac3c5e988a50485d8cbbf9617599e53/732",
            "components_unittests": "e050b53d48f865f2c1c58a1188ad328fc20a4ea7586950f7d216a5ccd09c7775/811",
            "compositor_unittests": "60e1a25516e0006dcb98511f5c438a49674a45cd01c321655b1c698b989baba8/564",
            "content_browsertests": "9aa47239ee628cd708a52aa4667b018b2bbc8a1da2cbd38b35a6689726ddd612/805",
            "content_unittests": "f3e65c02d7e95a2049d133b8dcac7058bbb771c752fa792b6220f0342f7afd84/725",
            "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
            "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
            "device_unittests": "015cb6560e17b9427085e6b18b5082cd74eee48d5f32b01b55a411ea6fe28c4a/565",
            "display_unittests": "ac1310305352612dc57a8354f68d5c8944b3e046231801b6de8a2d71158118e5/488",
            "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
            "events_unittests": "19ee11fccd35df1e2f8d66b46c417fa12939dc5405d3aea81054894dbb16b173/488",
            "extensions_browsertests": "c13b9a538dbfca3cecc3aaa29669b1d0e14feeb6baa99a956b6e3d5a85b9f756/651",
            "extensions_unittests": "ff8e1e1b7d051d04748eae0b688cb720a1443c093dc34c8c83783940c9c3f4a3/730",
            "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
            "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
            "gcm_unit_tests": "c414675ef17070c6464708d735631ba144084661066aa24beea8c4aa5b3f3b48/565",
            "gfx_unittests": "64a5c9cf3a908fd702fc03967f19f701d6803499d54518118f6d6f645313c095/564",
            "gin_unittests": "8b933418d4d3cd6756ed002927052e557ae77f427bdd327553b7bec485f2649d/565",
            "gl_tests": "0f532d19dd358bcaeead6b129a4bbb17bc4907df937e10c44bedcdfc97db926b/488",
            "gl_unittests": "3e791e96f9e92316cb4cac60dae40dffb92238a9986a12ba59e71cbd7eac94ad/488",
            "google_apis_unittests": "5a17e07145e8b66863543c0f6cf1d0740ee6d5d7d4d7327034f49119e17948b0/650",
            "gpu_unittests": "b5a802e89e27b107625df4600f94b9301dfc73f1e1f3b4a67f9de69fa5f5eb11/565",
            "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
            "headless_browsertests": "0cbf5327572ae51ac84f11c294ebdcf147ba42cb8b2c6868f36e3cfea9b94c85/733",
            "headless_unittests": "a3c91a1554b413871491765256b5ea9a7f32109a07130f5ded54f25ce2f5d24f/488",
            "interactive_ui_tests": "dcc92d9a18766ad80eb777318f56aade6ada0ef1695b923cdaae6f29269b2d54/1059",
            "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
            "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
            "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
            "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
            "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
            "media_unittests": "b03f878af4063bf7a5915e518d90da7ab1cd5cda3b1dd927b34e0345d070985b/568",
            "message_center_unittests": "008311e01741e1792bb5a682123ffb0582c78b464686653b54cf0aec8482012b/488",
            "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
            "mojo_unittests": "b07b378c503cfd9a05b30e2216a5f85addd70e4d2209bb4480def11eabb49347/566",
            "native_theme_unittests": "e42fd823de40b2d354d3ef5766d8273160c9a2b63292e499136bc92628435a5d/488",
            "net_unittests": "7d14f150a4d0d9626146e4bddf4bb7b05cc84dfef0af3ae61214df562480bc79/567",
            "openscreen_unittests": "264ca1df739ace520e4945e0cd0f20c899b8412085c0cda5005e4bf9ee70a562/489",
            "ozone_unittests": "821d4d79f0096d181ed94845f7fb1d9173ac1052f1814071eeaf106d343a67e0/488",
            "ozone_x11_unittests": "dd144c3cfbaf5b28683bd3a45e7b00644d8796726eb88ad1232ad7f2dd887253/488",
            "pdf_unittests": "67ac7056b1c1493e8520e9332db38f2999463341ad98a5491436dd6c70f952f3/565",
            "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
            "printing_unittests": "a77dc4564ab97ca4feb05e6c195fc3105345f12e9d92ef1aa5ab3b417caa1e3b/488",
            "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
            "remoting_unittests": "34caf84e1fe885d99075e95243bd2c79fd26f82201b2e5b53d56ba05d19a8999/565",
            "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
            "services_unittests": "e0f31427d4b62d63027c0b94b20687e08be2dc5fd7e851d427cadcddbb10f4af/734",
            "shell_dialogs_unittests": "ca2f6495f37f933b1bb36336b24c90d7c5a9347c19d7ac3905574802c253879f/488",
            "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
            "snapshot_unittests": "10c0580c553c3aea355960a8b49d95dd0668e287bb4a015f7ae95d05a9137f01/488",
            "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
            "storage_unittests": "b1275cde68388bd3dfb843ba7b1263e8d65657f8edf04dd05a8046517b242cb0/646",
            "sync_integration_tests": "3ed3ee680ac49dc23d31294265017975087d2c7393af3001642088684ba1d08c/647",
            "ui_base_unittests": "f5145cd751e8a587f57c151cc5b3e41fced34c463aa328895ba02aaac1f33812/641",
            "ui_touch_selection_unittests": "75de4f3bd9ec81873d16b1d3158123640c17d61b4aa82514adac7e2720665843/488",
            "ui_unittests": "d92d57ce1de61fbd0667328ccfdbc3be61bdf28b3086548367d1952c7d02ce02/488",
            "unit_tests": "95697e4e86b5127caadd4087344931edffe9772efcfbe61c63515689612077aa/1061",
            "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
            "views_unittests": "784adb153295eb0f98f89c37ea2496f0351cbf51db0495fe54ade75e123c9fed/488",
            "viz_unittests": "569deb10907fc1bbab5918acbae5b79bc15b50dff6e21d8ec091465bd417121c/572",
            "vr_common_unittests": "f859d6187df0677ad6e5a010f6c8bf6fc6ab25e96b4ee47f3ec69f1d72ebb8ea/566",
            "wm_unittests": "2e07ecb6d8fefc4cc3141c045f74aaf5124aa9345e39687fc5b1ebd3a2aab4d3/488",
            "wtf_unittests": "3e94e3baa3b7d68982472082e9a7d4cdb614f3b38c2f3c7695ccbb8e83654881/488",
            "xr_browser_tests": "59657f66b0f59afe26cbc405cef0fc6a2f27a07cf72db4dcea264c30c1037237/646",
            "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8854257244203988816"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "327"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:01:39.704] Scheduled build:
{
  "id": "8688827181747437457",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 327,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-02-26T06:01:39.282085076Z",
  "updateTime": "2026-02-26T06:01:39.282085076Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[06:01:39.704] Task URL: https://cr-buildbucket.appspot.com/build/8688827181747437457
[06:01:39.704] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:2:0) after 5m15s
[06:01:40.708] Received PubSub notification, asking Buildbucket for the build status
[06:01:40.730] Build status: SCHEDULED
[06:04:52.372] Received PubSub notification, asking Buildbucket for the build status
[06:04:52.401] Build status: STARTED
[06:06:54.716] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:2:0)
[06:06:54.733] Build status: STARTED
[06:06:54.733] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:5:0) after 2m45s
[06:09:39.753] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:5:0)
[06:09:39.775] Build status: STARTED
[06:09:39.775] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:6:0) after 9m21s
[06:19:00.839] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:6:0)
[06:19:00.859] Build status: STARTED
[06:19:00.859] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:7:0) after 1m20s
[06:20:20.832] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:7:0)
[06:20:20.853] Build status: STARTED
[06:20:20.853] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:8:0) after 9m55s
[06:30:15.871] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:8:0)
[06:30:15.896] Build status: STARTED
[06:30:15.896] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854257244203988816:9:0) after 5m23s
[06:35:35.356] Received PubSub notification, asking Buildbucket for the build status
[06:35:35.375] Build:
{
  "id": "8688827181747437457",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 327,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-02-26T06:01:39.282085076Z",
  "startTime": "2026-02-26T06:04:52.083630905Z",
  "endTime": "2026-02-26T06:35:34.962529295Z",
  "updateTime": "2026-02-26T06:35:34.962529295Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9293175d31d4f73b6a3141007868f3e0e0efb2bb",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[06:35:35.375] Invocation finished in 33m57.819159952s with status FAILED