Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 21 minutes
Actions:

Definition (rev 2cfde0e943155709fd7c76d523e7cce638231fe2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7204"
      }
    ]
  },
  "branch": "refs/branch-heads/7204",
  "deps_revision_overrides": {
    "src": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8712476816339717585"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8712476816339717585"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8712476816339717585"
    }
  ],
  "parent_build_id": "8712476816339717585",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2a18fdbf4c8c20e37734611064d21a83658f6236",
  "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
  "parent_got_revision": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
  "parent_got_revision_cp": "refs/branch-heads/7204@{#930}",
  "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
  "parent_got_v8_revision": "de269aab6e2a1c17c36aa425b174915e8620c386",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#23}",
  "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
  "swarm_hashes": {
    "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
    "accessibility_unittests": "5936b7b7d58f096ba1d3b4b727421ecc0131d35c06dc94da41c9415578f19e2f/488",
    "angle_unittests": "f501597a4f16e6c9a895f49bdaab064e9c79fb58d9a14394959c6bedf08918fc/489",
    "app_shell_unittests": "5c2c8634b28338f979eaf86642903281a03cd607cd6dca6e32624bfee317fc43/649",
    "aura_unittests": "af3291ff4dec75b5c9a98a162e809f3bc23bd9e6c21574db8db4cab53c05baf7/488",
    "base_unittests": "8193089f31c75323329434b2dbd8a330e7aded2d9ffc6858ddead070dedff78e/566",
    "blink_common_unittests": "f0ecb1625e0cb5b972e473433f73e091a468351d05a84022a1de83181b566d67/566",
    "blink_fuzzer_unittests": "5f43aafafa025fe38bf025917a5cfdd17597f25d32416a28c836b4a6d57fc573/488",
    "blink_heap_unittests": "060cfe058c97f0a6fe489c166183184fd4409437678728d6e03dbbb7aca066a7/488",
    "blink_platform_unittests": "e39dafb6fd03f9dbf5c4fe4fbca9522642de79ef6d87c2a6ac23cace090933b8/645",
    "blink_unittests": "05adc5472a4c85bc87660e1720b4cd3badef7e87aff4da54f90ea5cec7ff491c/729",
    "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
    "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
    "capture_unittests": "842ef4353477b17e05784b262e0c995bb7fbc081f886448cac717e2dceedc84c/567",
    "cast_unittests": "882f13df7f953519cc7b5a7c394249b4e841646f8f0a72d8815e4fe9876acba4/488",
    "cc_unittests": "911f8a1063b66e031b2148fb168f6e54a3a681259f0b731becdb21e227a436cb/648",
    "chrome_app_unittests": "87eea05f2dd0df598c9e3c68dd3529a0eecff112abc8cc21fde205c0106e32da/566",
    "chromedriver_unittests": "253a1bcb8da9170724e599f6eebe02a578db4cc9e9e5036962405e2a2dad9043/645",
    "components_browsertests": "42e0594644c396fecb45cca096b34acba9245a1f20d58cf7c40fee0ed457f2ce/732",
    "components_unittests": "79e27485a30db461ce9c28d2554c2bb520476a65c0d68becd77f106c3f36f5f4/811",
    "compositor_unittests": "94d5d3d2323bd0549e8d66c98ba190fa0f3d148acf47a5b568790837196116bb/564",
    "content_browsertests": "112da5962ad37bec1c7345d04a1d12e44526b7edbf16ed63f02919a4e0826e8e/805",
    "content_unittests": "8244623d8a43cb2960333c2d2ab7447c29a253562c12b09591da179667b05837/725",
    "cronet_tests": "b99a07877fa2c57db11f218019665abdcf917662fd841e12e67f66cc9c003a3f/649",
    "cronet_unittests": "06e7b4a0db1ac5c5c7313dd74d0743d21b28463ad6075ae2c1407ff8a6df64a7/565",
    "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
    "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
    "device_unittests": "a68e62a652751e4259842af81c5598720e231a7ebbbebf0d319035b4dc424abf/565",
    "display_unittests": "d8dda49d526542b5181c4f19f247fd575954e349bbcd2f44aa7bef64a3c0ed06/488",
    "env_chromium_unittests": "1fda65d7cda1a70ab3772db7b0a8e2f5b8026865c919194b649c6ad2cee0ec47/488",
    "events_unittests": "e650cbb7f237f55d928a50f541bdfd66d00181a2ba1ea8c8ea4db8f5ff762764/488",
    "extensions_browsertests": "2edeb756318f80f0cb21f8ad3e3c28e8abe9793ffbb98565a132c77cac92f37b/651",
    "extensions_unittests": "0e275c09cacc2b80a5ca425929f23be428e71f7eebbd382025df43f5820952bb/730",
    "filesystem_service_unittests": "c1b3ec0a00d8c507538e206311cc5dd947c85db62c87f98f911d9013c1961d17/488",
    "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
    "gcm_unit_tests": "227e2f230a77caf8dcc43c4b34375e13fc900431b24278d98d1d88acae3e93df/565",
    "gfx_unittests": "dcccf75cd7ad558d427c15c8044223bd47e90e76e90a37d37b80ad17960afa48/564",
    "gin_unittests": "89ad4169e5135499a26460fff2ef1d7c41831d44446510d56b782a5100cec58a/565",
    "gl_tests": "fb6bb373f1ed78614a75807566bf412cf5a68fd6766ceee3d696f4274833006a/488",
    "gl_unittests": "1b72278e31ee505ec19b7e40e6e0b79092f95686fb09c241e1e1ac84e2e89a79/488",
    "google_apis_unittests": "e700a13e030135fd0738f45b4ac30a67557e3f8f34cb0bc4b4dcdfcf5a311135/650",
    "gpu_unittests": "c2ea1f6fea6a5fe5a8699223ae44024ea23753f60e768a3d1fcafe779d5d1d05/565",
    "gwp_asan_unittests": "a6eda4730b3cfe4d1657a678d7b513b237feff88fcea02896f84dbdd249cc037/489",
    "headless_browsertests": "2be08f8c5c6dd4628cdf431e00d3b9b4aaffd4c74f8f2c90f72320752754352f/649",
    "headless_unittests": "75ed97a402a337f7551ce2150d0c87a53f1b0b6fd248080215c2d60eb332f3b4/488",
    "interactive_ui_tests": "9b8a0d5d03c665293cab4fb63b90fde84a96821ecde42914b8755481e2e1b18e/973",
    "ipc_tests": "8c5f13f122d92bad1074004fef166641c261ca1ec03fdb4d269e4bfc9b67cf98/488",
    "latency_unittests": "56929a7efd095576e0058c57230f508245f072a7d93cd4b9a6f30cddbf120baf/488",
    "leveldb_unittests": "4c4fd30d7bcf19b8446d627fba1ddcff79af8a10addf3dceaeaa0ef80aa9abe9/488",
    "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
    "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
    "media_unittests": "7ca2c81e478dde680306538eefa6645cef40fee136752f1557483fcd52015a41/568",
    "message_center_unittests": "f509334e1532edf1c95742e750ee7afaff3e30c9b11eccc8146e3305568cd757/488",
    "midi_unittests": "7d4326ebc8d3e16ea1fca94c44831199af663161ed4b0e2a7257dc51d235e511/488",
    "mojo_unittests": "c20f24aa7538d975679a3541c841ae96f9829502f83caa73299fa4093e8dc73e/566",
    "native_theme_unittests": "1a64faabc4c44773d9c4cacd33843f782ff3066772d4654143379719af18755c/488",
    "net_unittests": "5fb77c08ab339b664bbee82d4bc98c38248de4f1d8906dba6c234f195f7540fc/567",
    "openscreen_unittests": "f2817a613aa08fa9a49941e7d5569e0fbf8cd58a87de741a951b521069afd032/489",
    "ozone_unittests": "0667556378b9b5566d691504ccfe3a0b715464318e18d23b291214d509820c67/488",
    "ozone_x11_unittests": "1ad8fe4073794a1692f8ecd3bae8549f9d01fbf3a541a574882ab80e09aa571f/488",
    "pdf_unittests": "46210d2e0de1f4296a574745a331ed0782194a2e581db49696495c4b1d1c5acf/565",
    "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
    "printing_unittests": "d3be5e6609fce725848d7967346c9d0a26cee78e69a1690b1c7d1f6aaa7140a4/488",
    "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
    "remoting_unittests": "3e831f3e33c6179ccb3e2feef7b6b66429c98fa23ca06f85757ecc5e10fbd20c/565",
    "sandbox_linux_unittests": "68770e0af92eeaf7a9c332d30a1dc4775027ad57198e80196c433a8a213e924b/488",
    "services_unittests": "71f06d02b6f8b1948369199e0ac237c592b19889f4a717c60801081723f10fd2/734",
    "shell_dialogs_unittests": "144fcabdec7f1d6be55582b3055514481f96069af474cb0257c7c18c8c1f9f84/488",
    "skia_unittests": "b320222106b04f911e1f2da350cc5c487d00c48b109661dca31fd3631133aa73/488",
    "snapshot_unittests": "5ecdc213de7e042a672c25f80ca4d63588d34545ae477d4ed113b0206007b49e/488",
    "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
    "storage_unittests": "c3e08843012d3b0dbfe1131c9fc7bb9f29b6c6e8015c4b21e9375d7321e778b2/646",
    "sync_integration_tests": "71b2d5169bd8038116f1ed4a48cc6fd132a08c800550e2ecf43018cd1e873369/647",
    "ui_base_unittests": "9e523c0a1905e25a4b6a5ed6eec02068d0af19ce4934710fbcf646b0c4684059/641",
    "ui_touch_selection_unittests": "110a87c8e7677a2c34c022a23bcc5a8bf31da9346ee8ca0682b8708da8b06abb/488",
    "ui_unittests": "eb9eeaad022915d025b65fd57b7d2a44408fbf7a0ed2f75ed56905a2cb6b8906/488",
    "unit_tests": "4cdf049ce359339ebe8605f3d4682480f9470845a51181ff94856360c5435c60/1061",
    "url_unittests": "3052b66094a7abc25fa4afa38badc59c7a0484bd19eb96419d044099f16eb5f6/488",
    "views_unittests": "06ccaf8d400b2063aaf2ea418a0cf2bc7e24a434ad0f7d1434ad50b2d222ccf0/488",
    "viz_unittests": "da3c3a67598638632b624e155d7d4ea677ace8b5e44700d7fd7576738d19182b/572",
    "vr_common_unittests": "d7393823ea7fbbadf2feab8ad9a02155188c83d274f283290a183b35e32b0e7b/566",
    "wm_unittests": "bfafd64898d2157e3312715930b02e0b9422654d44e438b84c22f50f73502b9a/488",
    "wtf_unittests": "8b59b42844b221e6016b2176ab4a45c53d3a57682a3b04ec9c3237de047d6cac/488",
    "xr_browser_tests": "fa21577981b2c401b64d4594b8bda09ffde1daed22e0fdeff21fcbb347410b18/646",
    "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
  },
  "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b1a1578cc37af7faa83ee7515f6f297e036b3b9b
  • gitiles_ref:refs/branch-heads/7204
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:283
  • user_agent:recipe

Debug log (UTC)

[05:59:35.570] New invocation is queued and will start shortly
[05:59:35.570] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:59:36.983] Starting the invocation (attempt 1)
[05:59:37.011] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b1a1578cc37af7faa83ee7515f6f297e036b3b9b"
[05:59:37.011] Popped gitiles commit info from properties and tags
[05:59:37.011] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:59:37.012] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:59:37.013] Buildbucket request:
{
  "requestId": "8877903180359520016",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7204"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877903180359520016",
            "job": "chromium-m138/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7204"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8712476816339717585"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8712476816339717585"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8712476816339717585"
                                              }
                                        ],
                                    "parent_build_id": "8712476816339717585",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "2a18fdbf4c8c20e37734611064d21a83658f6236",
                                    "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
                                    "parent_got_revision": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
                                    "parent_got_revision_cp": "refs/branch-heads/7204@{#930}",
                                    "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
                                    "parent_got_v8_revision": "de269aab6e2a1c17c36aa425b174915e8620c386",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#23}",
                                    "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
                                    "revision": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
                                          "accessibility_unittests": "5936b7b7d58f096ba1d3b4b727421ecc0131d35c06dc94da41c9415578f19e2f/488",
                                          "angle_unittests": "f501597a4f16e6c9a895f49bdaab064e9c79fb58d9a14394959c6bedf08918fc/489",
                                          "app_shell_unittests": "5c2c8634b28338f979eaf86642903281a03cd607cd6dca6e32624bfee317fc43/649",
                                          "aura_unittests": "af3291ff4dec75b5c9a98a162e809f3bc23bd9e6c21574db8db4cab53c05baf7/488",
                                          "base_unittests": "8193089f31c75323329434b2dbd8a330e7aded2d9ffc6858ddead070dedff78e/566",
                                          "blink_common_unittests": "f0ecb1625e0cb5b972e473433f73e091a468351d05a84022a1de83181b566d67/566",
                                          "blink_fuzzer_unittests": "5f43aafafa025fe38bf025917a5cfdd17597f25d32416a28c836b4a6d57fc573/488",
                                          "blink_heap_unittests": "060cfe058c97f0a6fe489c166183184fd4409437678728d6e03dbbb7aca066a7/488",
                                          "blink_platform_unittests": "e39dafb6fd03f9dbf5c4fe4fbca9522642de79ef6d87c2a6ac23cace090933b8/645",
                                          "blink_unittests": "05adc5472a4c85bc87660e1720b4cd3badef7e87aff4da54f90ea5cec7ff491c/729",
                                          "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
                                          "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
                                          "capture_unittests": "842ef4353477b17e05784b262e0c995bb7fbc081f886448cac717e2dceedc84c/567",
                                          "cast_unittests": "882f13df7f953519cc7b5a7c394249b4e841646f8f0a72d8815e4fe9876acba4/488",
                                          "cc_unittests": "911f8a1063b66e031b2148fb168f6e54a3a681259f0b731becdb21e227a436cb/648",
                                          "chrome_app_unittests": "87eea05f2dd0df598c9e3c68dd3529a0eecff112abc8cc21fde205c0106e32da/566",
                                          "chromedriver_unittests": "253a1bcb8da9170724e599f6eebe02a578db4cc9e9e5036962405e2a2dad9043/645",
                                          "components_browsertests": "42e0594644c396fecb45cca096b34acba9245a1f20d58cf7c40fee0ed457f2ce/732",
                                          "components_unittests": "79e27485a30db461ce9c28d2554c2bb520476a65c0d68becd77f106c3f36f5f4/811",
                                          "compositor_unittests": "94d5d3d2323bd0549e8d66c98ba190fa0f3d148acf47a5b568790837196116bb/564",
                                          "content_browsertests": "112da5962ad37bec1c7345d04a1d12e44526b7edbf16ed63f02919a4e0826e8e/805",
                                          "content_unittests": "8244623d8a43cb2960333c2d2ab7447c29a253562c12b09591da179667b05837/725",
                                          "cronet_tests": "b99a07877fa2c57db11f218019665abdcf917662fd841e12e67f66cc9c003a3f/649",
                                          "cronet_unittests": "06e7b4a0db1ac5c5c7313dd74d0743d21b28463ad6075ae2c1407ff8a6df64a7/565",
                                          "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
                                          "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
                                          "device_unittests": "a68e62a652751e4259842af81c5598720e231a7ebbbebf0d319035b4dc424abf/565",
                                          "display_unittests": "d8dda49d526542b5181c4f19f247fd575954e349bbcd2f44aa7bef64a3c0ed06/488",
                                          "env_chromium_unittests": "1fda65d7cda1a70ab3772db7b0a8e2f5b8026865c919194b649c6ad2cee0ec47/488",
                                          "events_unittests": "e650cbb7f237f55d928a50f541bdfd66d00181a2ba1ea8c8ea4db8f5ff762764/488",
                                          "extensions_browsertests": "2edeb756318f80f0cb21f8ad3e3c28e8abe9793ffbb98565a132c77cac92f37b/651",
                                          "extensions_unittests": "0e275c09cacc2b80a5ca425929f23be428e71f7eebbd382025df43f5820952bb/730",
                                          "filesystem_service_unittests": "c1b3ec0a00d8c507538e206311cc5dd947c85db62c87f98f911d9013c1961d17/488",
                                          "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
                                          "gcm_unit_tests": "227e2f230a77caf8dcc43c4b34375e13fc900431b24278d98d1d88acae3e93df/565",
                                          "gfx_unittests": "dcccf75cd7ad558d427c15c8044223bd47e90e76e90a37d37b80ad17960afa48/564",
                                          "gin_unittests": "89ad4169e5135499a26460fff2ef1d7c41831d44446510d56b782a5100cec58a/565",
                                          "gl_tests": "fb6bb373f1ed78614a75807566bf412cf5a68fd6766ceee3d696f4274833006a/488",
                                          "gl_unittests": "1b72278e31ee505ec19b7e40e6e0b79092f95686fb09c241e1e1ac84e2e89a79/488",
                                          "google_apis_unittests": "e700a13e030135fd0738f45b4ac30a67557e3f8f34cb0bc4b4dcdfcf5a311135/650",
                                          "gpu_unittests": "c2ea1f6fea6a5fe5a8699223ae44024ea23753f60e768a3d1fcafe779d5d1d05/565",
                                          "gwp_asan_unittests": "a6eda4730b3cfe4d1657a678d7b513b237feff88fcea02896f84dbdd249cc037/489",
                                          "headless_browsertests": "2be08f8c5c6dd4628cdf431e00d3b9b4aaffd4c74f8f2c90f72320752754352f/649",
                                          "headless_unittests": "75ed97a402a337f7551ce2150d0c87a53f1b0b6fd248080215c2d60eb332f3b4/488",
                                          "interactive_ui_tests": "9b8a0d5d03c665293cab4fb63b90fde84a96821ecde42914b8755481e2e1b18e/973",
                                          "ipc_tests": "8c5f13f122d92bad1074004fef166641c261ca1ec03fdb4d269e4bfc9b67cf98/488",
                                          "latency_unittests": "56929a7efd095576e0058c57230f508245f072a7d93cd4b9a6f30cddbf120baf/488",
                                          "leveldb_unittests": "4c4fd30d7bcf19b8446d627fba1ddcff79af8a10addf3dceaeaa0ef80aa9abe9/488",
                                          "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
                                          "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
                                          "media_unittests": "7ca2c81e478dde680306538eefa6645cef40fee136752f1557483fcd52015a41/568",
                                          "message_center_unittests": "f509334e1532edf1c95742e750ee7afaff3e30c9b11eccc8146e3305568cd757/488",
                                          "midi_unittests": "7d4326ebc8d3e16ea1fca94c44831199af663161ed4b0e2a7257dc51d235e511/488",
                                          "mojo_unittests": "c20f24aa7538d975679a3541c841ae96f9829502f83caa73299fa4093e8dc73e/566",
                                          "native_theme_unittests": "1a64faabc4c44773d9c4cacd33843f782ff3066772d4654143379719af18755c/488",
                                          "net_unittests": "5fb77c08ab339b664bbee82d4bc98c38248de4f1d8906dba6c234f195f7540fc/567",
                                          "openscreen_unittests": "f2817a613aa08fa9a49941e7d5569e0fbf8cd58a87de741a951b521069afd032/489",
                                          "ozone_unittests": "0667556378b9b5566d691504ccfe3a0b715464318e18d23b291214d509820c67/488",
                                          "ozone_x11_unittests": "1ad8fe4073794a1692f8ecd3bae8549f9d01fbf3a541a574882ab80e09aa571f/488",
                                          "pdf_unittests": "46210d2e0de1f4296a574745a331ed0782194a2e581db49696495c4b1d1c5acf/565",
                                          "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
                                          "printing_unittests": "d3be5e6609fce725848d7967346c9d0a26cee78e69a1690b1c7d1f6aaa7140a4/488",
                                          "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
                                          "remoting_unittests": "3e831f3e33c6179ccb3e2feef7b6b66429c98fa23ca06f85757ecc5e10fbd20c/565",
                                          "sandbox_linux_unittests": "68770e0af92eeaf7a9c332d30a1dc4775027ad57198e80196c433a8a213e924b/488",
                                          "services_unittests": "71f06d02b6f8b1948369199e0ac237c592b19889f4a717c60801081723f10fd2/734",
                                          "shell_dialogs_unittests": "144fcabdec7f1d6be55582b3055514481f96069af474cb0257c7c18c8c1f9f84/488",
                                          "skia_unittests": "b320222106b04f911e1f2da350cc5c487d00c48b109661dca31fd3631133aa73/488",
                                          "snapshot_unittests": "5ecdc213de7e042a672c25f80ca4d63588d34545ae477d4ed113b0206007b49e/488",
                                          "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
                                          "storage_unittests": "c3e08843012d3b0dbfe1131c9fc7bb9f29b6c6e8015c4b21e9375d7321e778b2/646",
                                          "sync_integration_tests": "71b2d5169bd8038116f1ed4a48cc6fd132a08c800550e2ecf43018cd1e873369/647",
                                          "ui_base_unittests": "9e523c0a1905e25a4b6a5ed6eec02068d0af19ce4934710fbcf646b0c4684059/641",
                                          "ui_touch_selection_unittests": "110a87c8e7677a2c34c022a23bcc5a8bf31da9346ee8ca0682b8708da8b06abb/488",
                                          "ui_unittests": "eb9eeaad022915d025b65fd57b7d2a44408fbf7a0ed2f75ed56905a2cb6b8906/488",
                                          "unit_tests": "4cdf049ce359339ebe8605f3d4682480f9470845a51181ff94856360c5435c60/1061",
                                          "url_unittests": "3052b66094a7abc25fa4afa38badc59c7a0484bd19eb96419d044099f16eb5f6/488",
                                          "views_unittests": "06ccaf8d400b2063aaf2ea418a0cf2bc7e24a434ad0f7d1434ad50b2d222ccf0/488",
                                          "viz_unittests": "da3c3a67598638632b624e155d7d4ea677ace8b5e44700d7fd7576738d19182b/572",
                                          "vr_common_unittests": "d7393823ea7fbbadf2feab8ad9a02155188c83d274f283290a183b35e32b0e7b/566",
                                          "wm_unittests": "bfafd64898d2157e3312715930b02e0b9422654d44e438b84c22f50f73502b9a/488",
                                          "wtf_unittests": "8b59b42844b221e6016b2176ab4a45c53d3a57682a3b04ec9c3237de047d6cac/488",
                                          "xr_browser_tests": "fa21577981b2c401b64d4594b8bda09ffde1daed22e0fdeff21fcbb347410b18/646",
                                          "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7204",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:283",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "febce787-789c-4ed2-80a9-885a153a4856",
                        "title": "Linux TSan Builder/283",
                        "url": "https://cr-buildbucket.appspot.com/build/8712476816339717585"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8712476816339717585"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8712476816339717585"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8712476816339717585"
                }
          ],
      "parent_build_id": "8712476816339717585",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2a18fdbf4c8c20e37734611064d21a83658f6236",
      "parent_got_dawn_revision": "86772f20cca54b46f62b65ece1ef61224aef09db",
      "parent_got_revision": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
      "parent_got_revision_cp": "refs/branch-heads/7204@{#930}",
      "parent_got_swiftshader_revision": "a8133cbb3c8969e3c1e6b3cea2c02ec8312ef9ca",
      "parent_got_v8_revision": "de269aab6e2a1c17c36aa425b174915e8620c386",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.8@{#23}",
      "parent_got_webrtc_revision": "e4445e46a910eb407571ec0b0b8b7043562678cf",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44764}",
      "swarm_hashes": {
            "absl_hardening_tests": "c92a96c051887801278c6d4028dc2b92a8af94e0bfa63aa646e7f072cded22e7/488",
            "accessibility_unittests": "5936b7b7d58f096ba1d3b4b727421ecc0131d35c06dc94da41c9415578f19e2f/488",
            "angle_unittests": "f501597a4f16e6c9a895f49bdaab064e9c79fb58d9a14394959c6bedf08918fc/489",
            "app_shell_unittests": "5c2c8634b28338f979eaf86642903281a03cd607cd6dca6e32624bfee317fc43/649",
            "aura_unittests": "af3291ff4dec75b5c9a98a162e809f3bc23bd9e6c21574db8db4cab53c05baf7/488",
            "base_unittests": "8193089f31c75323329434b2dbd8a330e7aded2d9ffc6858ddead070dedff78e/566",
            "blink_common_unittests": "f0ecb1625e0cb5b972e473433f73e091a468351d05a84022a1de83181b566d67/566",
            "blink_fuzzer_unittests": "5f43aafafa025fe38bf025917a5cfdd17597f25d32416a28c836b4a6d57fc573/488",
            "blink_heap_unittests": "060cfe058c97f0a6fe489c166183184fd4409437678728d6e03dbbb7aca066a7/488",
            "blink_platform_unittests": "e39dafb6fd03f9dbf5c4fe4fbca9522642de79ef6d87c2a6ac23cace090933b8/645",
            "blink_unittests": "05adc5472a4c85bc87660e1720b4cd3badef7e87aff4da54f90ea5cec7ff491c/729",
            "boringssl_crypto_tests": "3fcb1c13694463564e394b6361c44e4d4a580d2bc70ae4b89d7636cd6b1cd09a/489",
            "boringssl_ssl_tests": "8cb5120007a74847c36ad108492c3e80064325a0c4abd7034cb164677c098984/488",
            "capture_unittests": "842ef4353477b17e05784b262e0c995bb7fbc081f886448cac717e2dceedc84c/567",
            "cast_unittests": "882f13df7f953519cc7b5a7c394249b4e841646f8f0a72d8815e4fe9876acba4/488",
            "cc_unittests": "911f8a1063b66e031b2148fb168f6e54a3a681259f0b731becdb21e227a436cb/648",
            "chrome_app_unittests": "87eea05f2dd0df598c9e3c68dd3529a0eecff112abc8cc21fde205c0106e32da/566",
            "chromedriver_unittests": "253a1bcb8da9170724e599f6eebe02a578db4cc9e9e5036962405e2a2dad9043/645",
            "components_browsertests": "42e0594644c396fecb45cca096b34acba9245a1f20d58cf7c40fee0ed457f2ce/732",
            "components_unittests": "79e27485a30db461ce9c28d2554c2bb520476a65c0d68becd77f106c3f36f5f4/811",
            "compositor_unittests": "94d5d3d2323bd0549e8d66c98ba190fa0f3d148acf47a5b568790837196116bb/564",
            "content_browsertests": "112da5962ad37bec1c7345d04a1d12e44526b7edbf16ed63f02919a4e0826e8e/805",
            "content_unittests": "8244623d8a43cb2960333c2d2ab7447c29a253562c12b09591da179667b05837/725",
            "cronet_tests": "b99a07877fa2c57db11f218019665abdcf917662fd841e12e67f66cc9c003a3f/649",
            "cronet_unittests": "06e7b4a0db1ac5c5c7313dd74d0743d21b28463ad6075ae2c1407ff8a6df64a7/565",
            "crypto_unittests": "0bb5e15e5d5b27851562a310240452110e917c24a5fb1e3d50347dfb2d84095d/488",
            "dbus_unittests": "abc19f96f5bd00e7fc208a87c0d1794c337136ebed3990d47702de3a28f2566c/488",
            "device_unittests": "a68e62a652751e4259842af81c5598720e231a7ebbbebf0d319035b4dc424abf/565",
            "display_unittests": "d8dda49d526542b5181c4f19f247fd575954e349bbcd2f44aa7bef64a3c0ed06/488",
            "env_chromium_unittests": "1fda65d7cda1a70ab3772db7b0a8e2f5b8026865c919194b649c6ad2cee0ec47/488",
            "events_unittests": "e650cbb7f237f55d928a50f541bdfd66d00181a2ba1ea8c8ea4db8f5ff762764/488",
            "extensions_browsertests": "2edeb756318f80f0cb21f8ad3e3c28e8abe9793ffbb98565a132c77cac92f37b/651",
            "extensions_unittests": "0e275c09cacc2b80a5ca425929f23be428e71f7eebbd382025df43f5820952bb/730",
            "filesystem_service_unittests": "c1b3ec0a00d8c507538e206311cc5dd947c85db62c87f98f911d9013c1961d17/488",
            "fuzzing_unittests": "6b17677a29720cef8207fbca9ac9296d83b46728c462b0bd80ce9e7735e9e2b0/488",
            "gcm_unit_tests": "227e2f230a77caf8dcc43c4b34375e13fc900431b24278d98d1d88acae3e93df/565",
            "gfx_unittests": "dcccf75cd7ad558d427c15c8044223bd47e90e76e90a37d37b80ad17960afa48/564",
            "gin_unittests": "89ad4169e5135499a26460fff2ef1d7c41831d44446510d56b782a5100cec58a/565",
            "gl_tests": "fb6bb373f1ed78614a75807566bf412cf5a68fd6766ceee3d696f4274833006a/488",
            "gl_unittests": "1b72278e31ee505ec19b7e40e6e0b79092f95686fb09c241e1e1ac84e2e89a79/488",
            "google_apis_unittests": "e700a13e030135fd0738f45b4ac30a67557e3f8f34cb0bc4b4dcdfcf5a311135/650",
            "gpu_unittests": "c2ea1f6fea6a5fe5a8699223ae44024ea23753f60e768a3d1fcafe779d5d1d05/565",
            "gwp_asan_unittests": "a6eda4730b3cfe4d1657a678d7b513b237feff88fcea02896f84dbdd249cc037/489",
            "headless_browsertests": "2be08f8c5c6dd4628cdf431e00d3b9b4aaffd4c74f8f2c90f72320752754352f/649",
            "headless_unittests": "75ed97a402a337f7551ce2150d0c87a53f1b0b6fd248080215c2d60eb332f3b4/488",
            "interactive_ui_tests": "9b8a0d5d03c665293cab4fb63b90fde84a96821ecde42914b8755481e2e1b18e/973",
            "ipc_tests": "8c5f13f122d92bad1074004fef166641c261ca1ec03fdb4d269e4bfc9b67cf98/488",
            "latency_unittests": "56929a7efd095576e0058c57230f508245f072a7d93cd4b9a6f30cddbf120baf/488",
            "leveldb_unittests": "4c4fd30d7bcf19b8446d627fba1ddcff79af8a10addf3dceaeaa0ef80aa9abe9/488",
            "libjingle_xmpp_unittests": "1def89e90202c056b19d3cceba38bef16d24fa1c0acc359ae695e99a03698505/488",
            "liburlpattern_unittests": "ac3431cf6a7d0ec19ea12bc462d91b3e1721d1c5f213e52cc470cb01b55ceeee/488",
            "media_unittests": "7ca2c81e478dde680306538eefa6645cef40fee136752f1557483fcd52015a41/568",
            "message_center_unittests": "f509334e1532edf1c95742e750ee7afaff3e30c9b11eccc8146e3305568cd757/488",
            "midi_unittests": "7d4326ebc8d3e16ea1fca94c44831199af663161ed4b0e2a7257dc51d235e511/488",
            "mojo_unittests": "c20f24aa7538d975679a3541c841ae96f9829502f83caa73299fa4093e8dc73e/566",
            "native_theme_unittests": "1a64faabc4c44773d9c4cacd33843f782ff3066772d4654143379719af18755c/488",
            "net_unittests": "5fb77c08ab339b664bbee82d4bc98c38248de4f1d8906dba6c234f195f7540fc/567",
            "openscreen_unittests": "f2817a613aa08fa9a49941e7d5569e0fbf8cd58a87de741a951b521069afd032/489",
            "ozone_unittests": "0667556378b9b5566d691504ccfe3a0b715464318e18d23b291214d509820c67/488",
            "ozone_x11_unittests": "1ad8fe4073794a1692f8ecd3bae8549f9d01fbf3a541a574882ab80e09aa571f/488",
            "pdf_unittests": "46210d2e0de1f4296a574745a331ed0782194a2e581db49696495c4b1d1c5acf/565",
            "perfetto_unittests": "490bfc492500ac3c8c087cd0303c31ec174e914cbf4ffa149908d1e4ab0d2e8b/488",
            "printing_unittests": "d3be5e6609fce725848d7967346c9d0a26cee78e69a1690b1c7d1f6aaa7140a4/488",
            "pthreadpool_unittests": "0f21983118729358967567e17b8a812f8a2b1f8bd049590fbfa027d4cc2d46f0/488",
            "remoting_unittests": "3e831f3e33c6179ccb3e2feef7b6b66429c98fa23ca06f85757ecc5e10fbd20c/565",
            "sandbox_linux_unittests": "68770e0af92eeaf7a9c332d30a1dc4775027ad57198e80196c433a8a213e924b/488",
            "services_unittests": "71f06d02b6f8b1948369199e0ac237c592b19889f4a717c60801081723f10fd2/734",
            "shell_dialogs_unittests": "144fcabdec7f1d6be55582b3055514481f96069af474cb0257c7c18c8c1f9f84/488",
            "skia_unittests": "b320222106b04f911e1f2da350cc5c487d00c48b109661dca31fd3631133aa73/488",
            "snapshot_unittests": "5ecdc213de7e042a672c25f80ca4d63588d34545ae477d4ed113b0206007b49e/488",
            "sql_unittests": "05bfe8bc923411f34ae834fa1d695b15ed0863c6f20af30272950c9a44ed15d8/565",
            "storage_unittests": "c3e08843012d3b0dbfe1131c9fc7bb9f29b6c6e8015c4b21e9375d7321e778b2/646",
            "sync_integration_tests": "71b2d5169bd8038116f1ed4a48cc6fd132a08c800550e2ecf43018cd1e873369/647",
            "ui_base_unittests": "9e523c0a1905e25a4b6a5ed6eec02068d0af19ce4934710fbcf646b0c4684059/641",
            "ui_touch_selection_unittests": "110a87c8e7677a2c34c022a23bcc5a8bf31da9346ee8ca0682b8708da8b06abb/488",
            "ui_unittests": "eb9eeaad022915d025b65fd57b7d2a44408fbf7a0ed2f75ed56905a2cb6b8906/488",
            "unit_tests": "4cdf049ce359339ebe8605f3d4682480f9470845a51181ff94856360c5435c60/1061",
            "url_unittests": "3052b66094a7abc25fa4afa38badc59c7a0484bd19eb96419d044099f16eb5f6/488",
            "views_unittests": "06ccaf8d400b2063aaf2ea418a0cf2bc7e24a434ad0f7d1434ad50b2d222ccf0/488",
            "viz_unittests": "da3c3a67598638632b624e155d7d4ea677ace8b5e44700d7fd7576738d19182b/572",
            "vr_common_unittests": "d7393823ea7fbbadf2feab8ad9a02155188c83d274f283290a183b35e32b0e7b/566",
            "wm_unittests": "bfafd64898d2157e3312715930b02e0b9422654d44e438b84c22f50f73502b9a/488",
            "wtf_unittests": "8b59b42844b221e6016b2176ab4a45c53d3a57682a3b04ec9c3237de047d6cac/488",
            "xr_browser_tests": "fa21577981b2c401b64d4594b8bda09ffde1daed22e0fdeff21fcbb347410b18/646",
            "zlib_unittests": "2bdcc7bfa01c13a95c78cc57d2536f50942c68313213b430dcaca6c0832636f6/489"
          },
      "swarming_command_lines_cwd": "out/ced5-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
    "ref": "refs/branch-heads/7204"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877903180359520016"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m138/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "283"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:59:37.533] Scheduled build:
{
  "id": "8712473118054159969",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 283,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-06-10T05:59:37.139705798Z",
  "updateTime": "2025-06-10T05:59:37.139705798Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[05:59:37.533] Task URL: https://cr-buildbucket.appspot.com/build/8712473118054159969
[05:59:37.533] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877903180359520016:2:0) after 7m14s
[05:59:57.008] Received PubSub notification, asking Buildbucket for the build status
[05:59:57.040] Build status: SCHEDULED
[06:00:42.039] Received PubSub notification, asking Buildbucket for the build status
[06:00:42.068] Build status: STARTED
[06:06:51.564] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877903180359520016:2:0)
[06:06:51.644] Build status: STARTED
[06:06:51.644] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877903180359520016:5:0) after 4m4s
[06:10:55.666] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877903180359520016:5:0)
[06:10:55.684] Build status: STARTED
[06:10:55.684] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877903180359520016:6:0) after 9m17s
[06:20:12.796] Handling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877903180359520016:6:0)
[06:20:12.861] Build status: STARTED
[06:20:12.861] Scheduling timer "check-buildbucket-build-status" (chromium-m138/Linux TSan Tests:8877903180359520016:7:0) after 5m35s
[06:21:11.499] Received PubSub notification, asking Buildbucket for the build status
[06:21:11.578] Build:
{
  "id": "8712473118054159969",
  "builder": {
    "project": "chromium-m138",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 283,
  "createdBy": "project:chromium-m138",
  "createTime": "2025-06-10T05:59:37.139705798Z",
  "startTime": "2025-06-10T06:00:34.655648956Z",
  "endTime": "2025-06-10T06:21:11.018358936Z",
  "updateTime": "2025-06-10T06:21:11.018358936Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b1a1578cc37af7faa83ee7515f6f297e036b3b9b",
      "ref": "refs/branch-heads/7204"
    }
  }
}
[06:21:11.578] Invocation finished in 21m36.021780155s with status FAILED