Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 21 minutes
Actions:

Definition (rev 2cfde0e943155709fd7c76d523e7cce638231fe2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "960c913519d40846e9e51c5813cfc0406097fa09",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7204"
      }
    ]
  },
  "branch": "refs/branch-heads/7204",
  "deps_revision_overrides": {
    "src": "960c913519d40846e9e51c5813cfc0406097fa09"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8712419534080993969"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8712419534080993969"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8712419534080993969"
    }
  ],
  "parent_build_id": "8712419534080993969",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d1fb74c940fef262809f4a513039b70e94c91440",
  "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
  "parent_got_revision": "960c913519d40846e9e51c5813cfc0406097fa09",
  "parent_got_revision_cp": "refs/branch-heads/7204@{#989}",
  "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
  "parent_got_v8_revision": "3560072853c57e90cc67cf393493abf3f028c43d",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#28}",
  "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "960c913519d40846e9e51c5813cfc0406097fa09",
  "swarm_hashes": {
    "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
    "accessibility_unittests": "f29985bf628e26ae2bda18e4642463c643ddcf08fde2db9854b8eea534b5a635/488",
    "angle_unittests": "18a2fdccb282c132919a1f7228dfefedfbe7e831316df22c778169cc34a87fec/489",
    "app_shell_unittests": "927a39602e8dddcaaa4b4a1148aebee0ec5ba6af15e00200f166477e51073108/649",
    "aura_unittests": "4f29cd415b79f2331bf9226c3b145268614a0843e764a49cdd105e0ec8080d8e/488",
    "base_unittests": "06a4515571a3ef66e17b3525d283e54fedc83c8db92ef2e27553dbb4b65305c0/566",
    "blink_common_unittests": "700a874b2e01c0f1796d83e3aa4bfc3fdc6d5e351fd0ffcc99500543898781ad/566",
    "blink_fuzzer_unittests": "37b2b2dabdb16ae0b59ed63773f5ee6fd7ae43c08385c866add14ac2148449bc/488",
    "blink_heap_unittests": "d2d92564e547106d26486452715eb9323305925403edecf4d869335192807a8b/488",
    "blink_platform_unittests": "24d09f6dc24d025c19fa6db244fcdaaee97659cf1d2916c04fec0bd19b420df3/645",
    "blink_unittests": "0590c2213e20b666b69996470692ead20ff7efa569acf68f3bda7ab8a2d235f1/729",
    "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
    "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
    "capture_unittests": "4fee9e2381087948ebb8dd3cbdad5f05b66d0b614953b6c3e33d3ea8d724495f/567",
    "cast_unittests": "8fa83284de0530b54a70aba8e5405ce8da8d451713cff3178a2552d0f059627e/488",
    "cc_unittests": "1833cf71ee7433e382a170a7e605b9913d9627b58e7b870da31190bf4a56f6d5/648",
    "chrome_app_unittests": "409deffec3f36b59399084049deeaf14f25209c3d2ff7ba5975199bde3578136/566",
    "chromedriver_unittests": "d364473269db91d5befb6a90860dae5f1570b7fd1aee2b918f028472e3cae864/645",
    "components_browsertests": "90ca7cc5baf93e3ee86144276eafa20cd9af3e96780429870cd10cc477d18858/732",
    "components_unittests": "ddd5e4e1686c738cac5919aa35387884785cd9ed08e65af7bc6adababf876b95/811",
    "compositor_unittests": "e3c3a7b57955b059706a06497de1a93f7cfb2eb8e10b163de0e3c8704558578d/564",
    "content_browsertests": "19b6fe2914f3a15475fb29c43d6618d297fc226354d422adb8bbdad8ef3f6910/805",
    "content_unittests": "fe134cc5b5a4a62c8ca5d183a630d5295a008c2183aa89a609b646dc5747808b/725",
    "cronet_tests": "3e8b938472714e0887b26dcda9a4359e30c552df9e13948a53dad1a2577a5c27/649",
    "cronet_unittests": "d4cf8c9ee1bb598ca2f17e20c32a82eef74a20397ec61eb758c022ec88cbdc23/565",
    "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
    "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
    "device_unittests": "6632d981deaa48f3dc6ee07778cc215aee493055d7907d0906aa0b7af06e9470/565",
    "display_unittests": "d8dda49d526542b5181c4f19f247fd575954e349bbcd2f44aa7bef64a3c0ed06/488",
    "env_chromium_unittests": "1fda65d7cda1a70ab3772db7b0a8e2f5b8026865c919194b649c6ad2cee0ec47/488",
    "events_unittests": "7dc99e3bb48dec25d9a3f0f623a015ad7dc573c4dfcd479e414ab93bcfdfc387/488",
    "extensions_browsertests": "5e64163d79f32b50c1911921ae564627593fec4c023c610f78d5834b18ddf3c9/651",
    "extensions_unittests": "d09a988b8a4bba4a71b5ee9c39e5215895c309fdcc20610b63791e81723cedca/730",
    "filesystem_service_unittests": "c1b3ec0a00d8c507538e206311cc5dd947c85db62c87f98f911d9013c1961d17/488",
    "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
    "gcm_unit_tests": "248a68612b9167bce9192768d1eaa2ecfd5b105e73f791e04c603720f524f70c/565",
    "gfx_unittests": "ada5742edd407ed2ea2c6e2abadeb9791d4c2f21121de32dc4adfbe23a79b66a/564",
    "gin_unittests": "1aab4d359d3ab972b41c6a4714fafc28950a9bd0fb1083da75ae3b56e5a1f63e/565",
    "gl_tests": "361fe9e36cf06857763a94a82d9a36ee1edc57000548a4fd936f768a062732f8/488",
    "gl_unittests": "56e0bb1e7416e34188b0db95730905df07db1cc37157b0e0795c782a04ea3742/488",
    "google_apis_unittests": "e48e289fcd3253b60194b14984f6c1ed8da0673b96965d77430b6a31dc51e90a/650",
    "gpu_unittests": "bbe68ecc08d85c460c2f5ce6e8884b072a6030fa4d07c2c4efa5e170fc933468/565",
    "gwp_asan_unittests": "a6eda4730b3cfe4d1657a678d7b513b237feff88fcea02896f84dbdd249cc037/489",
    "headless_browsertests": "f9c31d3c27ad173355d2e43b7956d43d95645b00a271a3a2c79ecdb534c3a470/649",
    "headless_unittests": "01247bc00c59dd84eac661571cf566b70ce231790578f89219056b6c00b612a6/488",
    "interactive_ui_tests": "ee01737dd4bcf69eb051e28351866759a4e2e498c2670ff341b6dac19de5769e/973",
    "ipc_tests": "8c5f13f122d92bad1074004fef166641c261ca1ec03fdb4d269e4bfc9b67cf98/488",
    "latency_unittests": "56929a7efd095576e0058c57230f508245f072a7d93cd4b9a6f30cddbf120baf/488",
    "leveldb_unittests": "4c4fd30d7bcf19b8446d627fba1ddcff79af8a10addf3dceaeaa0ef80aa9abe9/488",
    "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
    "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
    "media_unittests": "3603aeaa9c2dc20db2107887d34bc807d33761b3e496df828cf21db4a5cc9537/568",
    "message_center_unittests": "e9812c7bca76aa0e54bcdb959d94495c63bb1dd94bcd73ea910a779791a674ee/488",
    "midi_unittests": "7d4326ebc8d3e16ea1fca94c44831199af663161ed4b0e2a7257dc51d235e511/488",
    "mojo_unittests": "d99a94d6721b94c09c4b0dcaac7a96cb91fc49d552a5842b0a462402a39ff4cb/566",
    "native_theme_unittests": "1a64faabc4c44773d9c4cacd33843f782ff3066772d4654143379719af18755c/488",
    "net_unittests": "d143cd457d9f7b727ba595d8963adce0f8f992bb83f2186442257edc14b286e5/567",
    "openscreen_unittests": "f2817a613aa08fa9a49941e7d5569e0fbf8cd58a87de741a951b521069afd032/489",
    "ozone_unittests": "8fee84c6308f88ec6021c8e5085f87bf26e0a99c9fb8ce2e8694fe0b915137e1/488",
    "ozone_x11_unittests": "578a1f1d129c249196a09e93c2a2213d6be5c2665532ee7bc30e1e5dca971a64/488",
    "pdf_unittests": "6dc0042533c503e53eddcc4b2822e66e7519abd56c8553c2c60ccde76ba92af3/565",
    "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
    "printing_unittests": "3f2cc5ba24ee02b134c7d13195867047b291196b711ce32d1f6edef67b5384b3/488",
    "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
    "remoting_unittests": "93d03994fb8013605d09bead1eb01e9906bca6fa4b9662d95b90df14867ccba8/565",
    "sandbox_linux_unittests": "68770e0af92eeaf7a9c332d30a1dc4775027ad57198e80196c433a8a213e924b/488",
    "services_unittests": "16f8bbfa97ca6b93ea1a0cb2bba049d8f4bd176e984cc3edfa124f6c325ba997/734",
    "shell_dialogs_unittests": "1ccbd1d649045b213679ebee9fd3df96acbe16226bfa580bc004dad22c857a33/488",
    "skia_unittests": "b320222106b04f911e1f2da350cc5c487d00c48b109661dca31fd3631133aa73/488",
    "snapshot_unittests": "a74ec3610a21942f09b5bfee27617873e180210114b1f519d21b20fe65344984/488",
    "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
    "storage_unittests": "1cb09e68017ddcf76d18799b360593717d74ca87d80768217b64b457a0fed5e9/646",
    "sync_integration_tests": "4f6c80ceccd3c1c683280f9467fae0d2a1c534455b31babaa8402c8284602ca6/647",
    "ui_base_unittests": "e481545db33775a0d0885fcd25b5a42c0ca70cda05102831c88ef29ead45b459/641",
    "ui_touch_selection_unittests": "ad41cc798592841202f7db21680618c60c421017591002e523f317d37acd2332/488",
    "ui_unittests": "eb9eeaad022915d025b65fd57b7d2a44408fbf7a0ed2f75ed56905a2cb6b8906/488",
    "unit_tests": "fc389afeb6c455d136c1d3123bac5b5c4a35d2477eba84df90f5c8f8a7f3ecdd/1061",
    "url_unittests": "3052b66094a7abc25fa4afa38badc59c7a0484bd19eb96419d044099f16eb5f6/488",
    "views_unittests": "a9c07740abf68d0cf75f9bf02383e860b3b590f2160f0cd81df24454d073c442/488",
    "viz_unittests": "3ca43f70d22f0cd63cf3085651685bab675c5ec7084b840d3258ffb86d60c59f/572",
    "vr_common_unittests": "b58c0018fb0dd146eac82edc63c70becad941407994f4de5815ebc2e88270df6/566",
    "wm_unittests": "cf3a016c4c545b3195681ce480c7d81f0607208e8d95c78366b91cb01ada463f/488",
    "wtf_unittests": "84d6b7ec9d0f15811340adab6f2b236d22630e05c3027bad22091c29bf180a9a/488",
    "xr_browser_tests": "8588fb9aa9e6c6a1302b0bafb40e449649dbb091c1e1be09228a7ea3bb769faf/646",
    "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
  },
  "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/960c913519d40846e9e51c5813cfc0406097fa09
  • gitiles_ref:refs/branch-heads/7204
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:296
  • user_agent:recipe

Debug log (UTC)

[21:31:24.817] New invocation is queued and will start shortly
[21:31:24.817] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:31:25.897] Starting the invocation (attempt 1)
[21:31:25.929] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/960c913519d40846e9e51c5813cfc0406097fa09"
[21:31:25.929] Popped gitiles commit info from properties and tags
[21:31:25.929] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:31:25.929] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:31:25.932] Buildbucket request:
{
  "requestId": "8877844555255326784",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "960c913519d40846e9e51c5813cfc0406097fa09",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7204"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877844555255326784",
            "job": "chromium-m138/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "960c913519d40846e9e51c5813cfc0406097fa09",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7204"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "960c913519d40846e9e51c5813cfc0406097fa09"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8712419534080993969"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8712419534080993969"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8712419534080993969"
                                              }
                                        ],
                                    "parent_build_id": "8712419534080993969",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "d1fb74c940fef262809f4a513039b70e94c91440",
                                    "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
                                    "parent_got_revision": "960c913519d40846e9e51c5813cfc0406097fa09",
                                    "parent_got_revision_cp": "refs/branch-heads/7204@{#989}",
                                    "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
                                    "parent_got_v8_revision": "3560072853c57e90cc67cf393493abf3f028c43d",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#28}",
                                    "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
                                    "revision": "960c913519d40846e9e51c5813cfc0406097fa09",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
                                          "accessibility_unittests": "f29985bf628e26ae2bda18e4642463c643ddcf08fde2db9854b8eea534b5a635/488",
                                          "angle_unittests": "18a2fdccb282c132919a1f7228dfefedfbe7e831316df22c778169cc34a87fec/489",
                                          "app_shell_unittests": "927a39602e8dddcaaa4b4a1148aebee0ec5ba6af15e00200f166477e51073108/649",
                                          "aura_unittests": "4f29cd415b79f2331bf9226c3b145268614a0843e764a49cdd105e0ec8080d8e/488",
                                          "base_unittests": "06a4515571a3ef66e17b3525d283e54fedc83c8db92ef2e27553dbb4b65305c0/566",
                                          "blink_common_unittests": "700a874b2e01c0f1796d83e3aa4bfc3fdc6d5e351fd0ffcc99500543898781ad/566",
                                          "blink_fuzzer_unittests": "37b2b2dabdb16ae0b59ed63773f5ee6fd7ae43c08385c866add14ac2148449bc/488",
                                          "blink_heap_unittests": "d2d92564e547106d26486452715eb9323305925403edecf4d869335192807a8b/488",
                                          "blink_platform_unittests": "24d09f6dc24d025c19fa6db244fcdaaee97659cf1d2916c04fec0bd19b420df3/645",
                                          "blink_unittests": "0590c2213e20b666b69996470692ead20ff7efa569acf68f3bda7ab8a2d235f1/729",
                                          "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
                                          "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
                                          "capture_unittests": "4fee9e2381087948ebb8dd3cbdad5f05b66d0b614953b6c3e33d3ea8d724495f/567",
                                          "cast_unittests": "8fa83284de0530b54a70aba8e5405ce8da8d451713cff3178a2552d0f059627e/488",
                                          "cc_unittests": "1833cf71ee7433e382a170a7e605b9913d9627b58e7b870da31190bf4a56f6d5/648",
                                          "chrome_app_unittests": "409deffec3f36b59399084049deeaf14f25209c3d2ff7ba5975199bde3578136/566",
                                          "chromedriver_unittests": "d364473269db91d5befb6a90860dae5f1570b7fd1aee2b918f028472e3cae864/645",
                                          "components_browsertests": "90ca7cc5baf93e3ee86144276eafa20cd9af3e96780429870cd10cc477d18858/732",
                                          "components_unittests": "ddd5e4e1686c738cac5919aa35387884785cd9ed08e65af7bc6adababf876b95/811",
                                          "compositor_unittests": "e3c3a7b57955b059706a06497de1a93f7cfb2eb8e10b163de0e3c8704558578d/564",
                                          "content_browsertests": "19b6fe2914f3a15475fb29c43d6618d297fc226354d422adb8bbdad8ef3f6910/805",
                                          "content_unittests": "fe134cc5b5a4a62c8ca5d183a630d5295a008c2183aa89a609b646dc5747808b/725",
                                          "cronet_tests": "3e8b938472714e0887b26dcda9a4359e30c552df9e13948a53dad1a2577a5c27/649",
                                          "cronet_unittests": "d4cf8c9ee1bb598ca2f17e20c32a82eef74a20397ec61eb758c022ec88cbdc23/565",
                                          "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
                                          "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
                                          "device_unittests": "6632d981deaa48f3dc6ee07778cc215aee493055d7907d0906aa0b7af06e9470/565",
                                          "display_unittests": "d8dda49d526542b5181c4f19f247fd575954e349bbcd2f44aa7bef64a3c0ed06/488",
                                          "env_chromium_unittests": "1fda65d7cda1a70ab3772db7b0a8e2f5b8026865c919194b649c6ad2cee0ec47/488",
                                          "events_unittests": "7dc99e3bb48dec25d9a3f0f623a015ad7dc573c4dfcd479e414ab93bcfdfc387/488",
                                          "extensions_browsertests": "5e64163d79f32b50c1911921ae564627593fec4c023c610f78d5834b18ddf3c9/651",
                                          "extensions_unittests": "d09a988b8a4bba4a71b5ee9c39e5215895c309fdcc20610b63791e81723cedca/730",
                                          "filesystem_service_unittests": "c1b3ec0a00d8c507538e206311cc5dd947c85db62c87f98f911d9013c1961d17/488",
                                          "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
                                          "gcm_unit_tests": "248a68612b9167bce9192768d1eaa2ecfd5b105e73f791e04c603720f524f70c/565",
                                          "gfx_unittests": "ada5742edd407ed2ea2c6e2abadeb9791d4c2f21121de32dc4adfbe23a79b66a/564",
                                          "gin_unittests": "1aab4d359d3ab972b41c6a4714fafc28950a9bd0fb1083da75ae3b56e5a1f63e/565",
                                          "gl_tests": "361fe9e36cf06857763a94a82d9a36ee1edc57000548a4fd936f768a062732f8/488",
                                          "gl_unittests": "56e0bb1e7416e34188b0db95730905df07db1cc37157b0e0795c782a04ea3742/488",
                                          "google_apis_unittests": "e48e289fcd3253b60194b14984f6c1ed8da0673b96965d77430b6a31dc51e90a/650",
                                          "gpu_unittests": "bbe68ecc08d85c460c2f5ce6e8884b072a6030fa4d07c2c4efa5e170fc933468/565",
                                          "gwp_asan_unittests": "a6eda4730b3cfe4d1657a678d7b513b237feff88fcea02896f84dbdd249cc037/489",
                                          "headless_browsertests": "f9c31d3c27ad173355d2e43b7956d43d95645b00a271a3a2c79ecdb534c3a470/649",
                                          "headless_unittests": "01247bc00c59dd84eac661571cf566b70ce231790578f89219056b6c00b612a6/488",
                                          "interactive_ui_tests": "ee01737dd4bcf69eb051e28351866759a4e2e498c2670ff341b6dac19de5769e/973",
                                          "ipc_tests": "8c5f13f122d92bad1074004fef166641c261ca1ec03fdb4d269e4bfc9b67cf98/488",
                                          "latency_unittests": "56929a7efd095576e0058c57230f508245f072a7d93cd4b9a6f30cddbf120baf/488",
                                          "leveldb_unittests": "4c4fd30d7bcf19b8446d627fba1ddcff79af8a10addf3dceaeaa0ef80aa9abe9/488",
                                          "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
                                          "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
                                          "media_unittests": "3603aeaa9c2dc20db2107887d34bc807d33761b3e496df828cf21db4a5cc9537/568",
                                          "message_center_unittests": "e9812c7bca76aa0e54bcdb959d94495c63bb1dd94bcd73ea910a779791a674ee/488",
                                          "midi_unittests": "7d4326ebc8d3e16ea1fca94c44831199af663161ed4b0e2a7257dc51d235e511/488",
                                          "mojo_unittests": "d99a94d6721b94c09c4b0dcaac7a96cb91fc49d552a5842b0a462402a39ff4cb/566",
                                          "native_theme_unittests": "1a64faabc4c44773d9c4cacd33843f782ff3066772d4654143379719af18755c/488",
                                          "net_unittests": "d143cd457d9f7b727ba595d8963adce0f8f992bb83f2186442257edc14b286e5/567",
                                          "openscreen_unittests": "f2817a613aa08fa9a49941e7d5569e0fbf8cd58a87de741a951b521069afd032/489",
                                          "ozone_unittests": "8fee84c6308f88ec6021c8e5085f87bf26e0a99c9fb8ce2e8694fe0b915137e1/488",
                                          "ozone_x11_unittests": "578a1f1d129c249196a09e93c2a2213d6be5c2665532ee7bc30e1e5dca971a64/488",
                                          "pdf_unittests": "6dc0042533c503e53eddcc4b2822e66e7519abd56c8553c2c60ccde76ba92af3/565",
                                          "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
                                          "printing_unittests": "3f2cc5ba24ee02b134c7d13195867047b291196b711ce32d1f6edef67b5384b3/488",
                                          "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
                                          "remoting_unittests": "93d03994fb8013605d09bead1eb01e9906bca6fa4b9662d95b90df14867ccba8/565",
                                          "sandbox_linux_unittests": "68770e0af92eeaf7a9c332d30a1dc4775027ad57198e80196c433a8a213e924b/488",
                                          "services_unittests": "16f8bbfa97ca6b93ea1a0cb2bba049d8f4bd176e984cc3edfa124f6c325ba997/734",
                                          "shell_dialogs_unittests": "1ccbd1d649045b213679ebee9fd3df96acbe16226bfa580bc004dad22c857a33/488",
                                          "skia_unittests": "b320222106b04f911e1f2da350cc5c487d00c48b109661dca31fd3631133aa73/488",
                                          "snapshot_unittests": "a74ec3610a21942f09b5bfee27617873e180210114b1f519d21b20fe65344984/488",
                                          "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
                                          "storage_unittests": "1cb09e68017ddcf76d18799b360593717d74ca87d80768217b64b457a0fed5e9/646",
                                          "sync_integration_tests": "4f6c80ceccd3c1c683280f9467fae0d2a1c534455b31babaa8402c8284602ca6/647",
                                          "ui_base_unittests": "e481545db33775a0d0885fcd25b5a42c0ca70cda05102831c88ef29ead45b459/641",
                                          "ui_touch_selection_unittests": "ad41cc798592841202f7db21680618c60c421017591002e523f317d37acd2332/488",
                                          "ui_unittests": "eb9eeaad022915d025b65fd57b7d2a44408fbf7a0ed2f75ed56905a2cb6b8906/488",
                                          "unit_tests": "fc389afeb6c455d136c1d3123bac5b5c4a35d2477eba84df90f5c8f8a7f3ecdd/1061",
                                          "url_unittests": "3052b66094a7abc25fa4afa38badc59c7a0484bd19eb96419d044099f16eb5f6/488",
                                          "views_unittests": "a9c07740abf68d0cf75f9bf02383e860b3b590f2160f0cd81df24454d073c442/488",
                                          "viz_unittests": "3ca43f70d22f0cd63cf3085651685bab675c5ec7084b840d3258ffb86d60c59f/572",
                                          "vr_common_unittests": "b58c0018fb0dd146eac82edc63c70becad941407994f4de5815ebc2e88270df6/566",
                                          "wm_unittests": "cf3a016c4c545b3195681ce480c7d81f0607208e8d95c78366b91cb01ada463f/488",
                                          "wtf_unittests": "84d6b7ec9d0f15811340adab6f2b236d22630e05c3027bad22091c29bf180a9a/488",
                                          "xr_browser_tests": "8588fb9aa9e6c6a1302b0bafb40e449649dbb091c1e1be09228a7ea3bb769faf/646",
                                          "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7204",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "960c913519d40846e9e51c5813cfc0406097fa09",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:296",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a54a441c-2a19-491a-b8bd-a237b51d7f86",
                        "title": "Linux TSan Builder/296",
                        "url": "https://cr-buildbucket.appspot.com/build/8712419534080993969"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "960c913519d40846e9e51c5813cfc0406097fa09"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8712419534080993969"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8712419534080993969"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8712419534080993969"
                }
          ],
      "parent_build_id": "8712419534080993969",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d1fb74c940fef262809f4a513039b70e94c91440",
      "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
      "parent_got_revision": "960c913519d40846e9e51c5813cfc0406097fa09",
      "parent_got_revision_cp": "refs/branch-heads/7204@{#989}",
      "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
      "parent_got_v8_revision": "3560072853c57e90cc67cf393493abf3f028c43d",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#28}",
      "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
      "swarm_hashes": {
            "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
            "accessibility_unittests": "f29985bf628e26ae2bda18e4642463c643ddcf08fde2db9854b8eea534b5a635/488",
            "angle_unittests": "18a2fdccb282c132919a1f7228dfefedfbe7e831316df22c778169cc34a87fec/489",
            "app_shell_unittests": "927a39602e8dddcaaa4b4a1148aebee0ec5ba6af15e00200f166477e51073108/649",
            "aura_unittests": "4f29cd415b79f2331bf9226c3b145268614a0843e764a49cdd105e0ec8080d8e/488",
            "base_unittests": "06a4515571a3ef66e17b3525d283e54fedc83c8db92ef2e27553dbb4b65305c0/566",
            "blink_common_unittests": "700a874b2e01c0f1796d83e3aa4bfc3fdc6d5e351fd0ffcc99500543898781ad/566",
            "blink_fuzzer_unittests": "37b2b2dabdb16ae0b59ed63773f5ee6fd7ae43c08385c866add14ac2148449bc/488",
            "blink_heap_unittests": "d2d92564e547106d26486452715eb9323305925403edecf4d869335192807a8b/488",
            "blink_platform_unittests": "24d09f6dc24d025c19fa6db244fcdaaee97659cf1d2916c04fec0bd19b420df3/645",
            "blink_unittests": "0590c2213e20b666b69996470692ead20ff7efa569acf68f3bda7ab8a2d235f1/729",
            "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
            "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
            "capture_unittests": "4fee9e2381087948ebb8dd3cbdad5f05b66d0b614953b6c3e33d3ea8d724495f/567",
            "cast_unittests": "8fa83284de0530b54a70aba8e5405ce8da8d451713cff3178a2552d0f059627e/488",
            "cc_unittests": "1833cf71ee7433e382a170a7e605b9913d9627b58e7b870da31190bf4a56f6d5/648",
            "chrome_app_unittests": "409deffec3f36b59399084049deeaf14f25209c3d2ff7ba5975199bde3578136/566",
            "chromedriver_unittests": "d364473269db91d5befb6a90860dae5f1570b7fd1aee2b918f028472e3cae864/645",
            "components_browsertests": "90ca7cc5baf93e3ee86144276eafa20cd9af3e96780429870cd10cc477d18858/732",
            "components_unittests": "ddd5e4e1686c738cac5919aa35387884785cd9ed08e65af7bc6adababf876b95/811",
            "compositor_unittests": "e3c3a7b57955b059706a06497de1a93f7cfb2eb8e10b163de0e3c8704558578d/564",
            "content_browsertests": "19b6fe2914f3a15475fb29c43d6618d297fc226354d422adb8bbdad8ef3f6910/805",
            "content_unittests": "fe134cc5b5a4a62c8ca5d183a630d5295a008c2183aa89a609b646dc5747808b/725",
            "cronet_tests": "3e8b938472714e0887b26dcda9a4359e30c552df9e13948a53dad1a2577a5c27/649",
            "cronet_unittests": "d4cf8c9ee1bb598ca2f17e20c32a82eef74a20397ec61eb758c022ec88cbdc23/565",
            "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
            "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
            "device_unittests": "6632d981deaa48f3dc6ee07778cc215aee493055d7907d0906aa0b7af06e9470/565",
            "display_unittests": "d8dda49d526542b5181c4f19f247fd575954e349bbcd2f44aa7bef64a3c0ed06/488",
            "env_chromium_unittests": "1fda65d7cda1a70ab3772db7b0a8e2f5b8026865c919194b649c6ad2cee0ec47/488",
            "events_unittests": "7dc99e3bb48dec25d9a3f0f623a015ad7dc573c4dfcd479e414ab93bcfdfc387/488",
            "extensions_browsertests": "5e64163d79f32b50c1911921ae564627593fec4c023c610f78d5834b18ddf3c9/651",
            "extensions_unittests": "d09a988b8a4bba4a71b5ee9c39e5215895c309fdcc20610b63791e81723cedca/730",
            "filesystem_service_unittests": "c1b3ec0a00d8c507538e206311cc5dd947c85db62c87f98f911d9013c1961d17/488",
            "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
            "gcm_unit_tests": "248a68612b9167bce9192768d1eaa2ecfd5b105e73f791e04c603720f524f70c/565",
            "gfx_unittests": "ada5742edd407ed2ea2c6e2abadeb9791d4c2f21121de32dc4adfbe23a79b66a/564",
            "gin_unittests": "1aab4d359d3ab972b41c6a4714fafc28950a9bd0fb1083da75ae3b56e5a1f63e/565",
            "gl_tests": "361fe9e36cf06857763a94a82d9a36ee1edc57000548a4fd936f768a062732f8/488",
            "gl_unittests": "56e0bb1e7416e34188b0db95730905df07db1cc37157b0e0795c782a04ea3742/488",
            "google_apis_unittests": "e48e289fcd3253b60194b14984f6c1ed8da0673b96965d77430b6a31dc51e90a/650",
            "gpu_unittests": "bbe68ecc08d85c460c2f5ce6e8884b072a6030fa4d07c2c4efa5e170fc933468/565",
            "gwp_asan_unittests": "a6eda4730b3cfe4d1657a678d7b513b237feff88fcea02896f84dbdd249cc037/489",
            "headless_browsertests": "f9c31d3c27ad173355d2e43b7956d43d95645b00a271a3a2c79ecdb534c3a470/649",
            "headless_unittests": "01247bc00c59dd84eac661571cf566b70ce231790578f89219056b6c00b612a6/488",
            "interactive_ui_tests": "ee01737dd4bcf69eb051e28351866759a4e2e498c2670ff341b6dac19de5769e/973",
            "ipc_tests": "8c5f13f122d92bad1074004fef166641c261ca1ec03fdb4d269e4bfc9b67cf98/488",
            "latency_unittests": "56929a7efd095576e0058c57230f508245f072a7d93cd4b9a6f30cddbf120baf/488",
            "leveldb_unittests": "4c4fd30d7bcf19b8446d627fba1ddcff79af8a10addf3dceaeaa0ef80aa9abe9/488",
            "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
            "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
            "media_unittests": "3603aeaa9c2dc20db2107887d34bc807d33761b3e496df828cf21db4a5cc9537/568",
            "message_center_unittests": "e9812c7bca76aa0e54bcdb959d94495c63bb1dd94bcd73ea910a779791a674ee/488",
            "midi_unittests": "7d4326ebc8d3e16ea1fca94c44831199af663161ed4b0e2a7257dc51d235e511/488",
            "mojo_unittests": "d99a94d6721b94c09c4b0dcaac7a96cb91fc49d552a5842b0a462402a39ff4cb/566",
            "native_theme_unittests": "1a64faabc4c44773d9c4cacd33843f782ff3066772d4654143379719af18755c/488",
            "net_unittests": "d143cd457d9f7b727ba595d8963adce0f8f992bb83f2186442257edc14b286e5/567",
            "openscreen_unittests": "f2817a613aa08fa9a49941e7d5569e0fbf8cd58a87de741a951b521069afd032/489",
            "ozone_unittests": "8fee84c6308f88ec6021c8e5085f87bf26e0a99c9fb8ce2e8694fe0b915137e1/488",
            "ozone_x11_unittests": "578a1f1d129c249196a09e93c2a2213d6be5c2665532ee7bc30e1e5dca971a64/488",
            "pdf_unittests": "6dc0042533c503e53eddcc4b2822e66e7519abd56c8553c2c60ccde76ba92af3/565",
            "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
            "printing_unittests": "3f2cc5ba24ee02b134c7d13195867047b291196b711ce32d1f6edef67b5384b3/488",
            "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
            "remoting_unittests": "93d03994fb8013605d09bead1eb01e9906bca6fa4b9662d95b90df14867ccba8/565",
            "sandbox_linux_unittests": "68770e0af92eeaf7a9c332d30a1dc4775027ad57198e80196c433a8a213e924b/488",
            "services_unittests": "16f8bbfa97ca6b93ea1a0cb2bba049d8f4bd176e984cc3edfa124f6c325ba997/734",
            "shell_dialogs_unittests": "1ccbd1d649045b213679ebee9fd3df96acbe16226bfa580bc004dad22c857a33/488",
            "skia_unittests": "b320222106b04f911e1f2da350cc5c487d00c48b109661dca31fd3631133aa73/488",
            "snapshot_unittests": "a74ec3610a21942f09b5bfee27617873e180210114b1f519d21b20fe65344984/488",
            "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
            "storage_unittests": "1cb09e68017ddcf76d18799b360593717d74ca87d80768217b64b457a0fed5e9/646",
            "sync_integration_tests": "4f6c80ceccd3c1c683280f9467fae0d2a1c534455b31babaa8402c8284602ca6/647",
            "ui_base_unittests": "e481545db33775a0d0885fcd25b5a42c0ca70cda05102831c88ef29ead45b459/641",
            "ui_touch_selection_unittests": "ad41cc798592841202f7db21680618c60c421017591002e523f317d37acd2332/488",
            "ui_unittests": "eb9eeaad022915d025b65fd57b7d2a44408fbf7a0ed2f75ed56905a2cb6b8906/488",
            "unit_tests": "fc389afeb6c455d136c1d3123bac5b5c4a35d2477eba84df90f5c8f8a7f3ecdd/1061",
            "url_unittests": "3052b66094a7abc25fa4afa38badc59c7a0484bd19eb96419d044099f16eb5f6/488",
            "views_unittests": "a9c07740abf68d0cf75f9bf02383e860b3b590f2160f0cd81df24454d073c442/488",
            "viz_unittests": "3ca43f70d22f0cd63cf3085651685bab675c5ec7084b840d3258ffb86d60c59f/572",
            "vr_common_unittests": "b58c0018fb0dd146eac82edc63c70becad941407994f4de5815ebc2e88270df6/566",
            "wm_unittests": "cf3a016c4c545b3195681ce480c7d81f0607208e8d95c78366b91cb01ada463f/488",
            "wtf_unittests": "84d6b7ec9d0f15811340adab6f2b236d22630e05c3027bad22091c29bf180a9a/488",
            "xr_browser_tests": "8588fb9aa9e6c6a1302b0bafb40e449649dbb091c1e1be09228a7ea3bb769faf/646",
            "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
          },
      "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "960c913519d40846e9e51c5813cfc0406097fa09",
    "ref": "refs/branch-heads/7204"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877844555255326784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m138/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "296"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:31:26.608] Scheduled build:
{
  "id": "8712414493367974977",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 296,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-06-10T21:31:25.997750842Z",
  "updateTime": "2025-06-10T21:31:25.997750842Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "960c913519d40846e9e51c5813cfc0406097fa09",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[21:31:26.608] Task URL: https://cr-buildbucket.appspot.com/build/8712414493367974977
[21:31:26.608] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877844555255326784:2:0) after 8m54s
[21:31:26.891] Received PubSub notification, asking Buildbucket for the build status
[21:31:26.922] Build status: SCHEDULED
[21:31:31.779] Received PubSub notification, asking Buildbucket for the build status
[21:31:31.803] Build status: STARTED
[21:40:20.636] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877844555255326784:2:0)
[21:40:20.662] Build status: STARTED
[21:40:20.662] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877844555255326784:5:0) after 8m16s
[21:48:36.689] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877844555255326784:5:0)
[21:48:36.718] Build status: STARTED
[21:48:36.718] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877844555255326784:6:0) after 8m3s
[21:53:03.624] Received PubSub notification, asking Buildbucket for the build status
[21:53:03.649] Build:
{
  "id": "8712414493367974977",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 296,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-06-10T21:31:25.997750842Z",
  "startTime": "2025-06-10T21:31:31.540086514Z",
  "endTime": "2025-06-10T21:53:03.106296952Z",
  "updateTime": "2025-06-10T21:53:03.106296952Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "960c913519d40846e9e51c5813cfc0406097fa09",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[21:53:03.649] Invocation finished in 21m38.835491556s with status FAILED