Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 32 minutes
Actions:

Definition (rev 2cff05d24558cab230107dcdff4ecca328b71261)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "3ef654632a04910a6e4df328f263092ec732afa9",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7922"
      }
    ]
  },
  "branch": "refs/branch-heads/7922",
  "deps_revision_overrides": {
    "src": "3ef654632a04910a6e4df328f263092ec732afa9"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8674185989914107921"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8674185989914107921"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8674185989914107921"
    }
  ],
  "parent_build_id": "8674185989914107921",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
  "parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
  "parent_got_revision": "3ef654632a04910a6e4df328f263092ec732afa9",
  "parent_got_revision_cp": "refs/branch-heads/7922@{#2666}",
  "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
  "parent_got_v8_revision": "20ad8d002c17ccc7ccfbefc6c4dcf1242fe80921",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#33}",
  "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3ef654632a04910a6e4df328f263092ec732afa9",
  "swarm_hashes": {
    "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
    "accessibility_unittests": "b28930b16a7b85c8c7b586f10805f9152f2b890fd3ddba52583d63038d78aa99/488",
    "angle_unittests": "80fc3e70fe8dec17bf21d76f5e1312d868630cf6332669bafd6fefadf04bc868/489",
    "aura_unittests": "2768f0af59c133000569e1958d4dd0d9e50ccd5431fc4b5d81323e842df1f123/488",
    "base_unittests": "93de8dd234f32e9af819f35444c607944b4eb746a3f211beef66c4fb6117b081/566",
    "blink_common_unittests": "46e48555d33a6c36fd885ed8ce79741ad434808de61f6f388ebf71ad9c4030fd/566",
    "blink_fuzzer_unittests": "07f4d13848f36d2974aca4bf169315f31ba080512a5725c7d895ea1b7128b85a/488",
    "blink_heap_unittests": "643aff800c400cc72af83d536d3a9788384e4cbae8231e710f146be56412e720/488",
    "blink_platform_unittests": "067ac32c40b7d3786cd9dbebe6adbc0c450a545b50fd5e12b78f0e6d5c5bde14/645",
    "blink_unittests": "6ca0adc8c234ac2cbe047ea4aef2e35dad853794a274f02653b46df1f19ac481/729",
    "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
    "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
    "capture_unittests": "59b9ab09b92ca667e5b65bb620b154a517bf7ec029172e10b2cd9dbb10146de8/567",
    "cast_unittests": "735ce206d447bfe92cd69d0b6a8a4116f5f0d35ad1771a1dda2b24b09a853cc6/488",
    "cc_unittests": "af5ea74cf421a6365870d5b9907d1bec9d3284e1d5fe8b0771c85cfe173a04c7/648",
    "chrome_app_unittests": "8834334bfcf2041957107b8036458dd503d7f45e3867f86df70fe206f5685f4d/566",
    "chromedriver_unittests": "267afe0bae33437afe7f907e64bf5524755e8143df72d75ca42ee50811a2a283/645",
    "components_browsertests": "b9060a4d282752dc6f893fc4c9ce71fa23ea155de602f6c410d8db5ac72e14bb/732",
    "components_unittests": "33e2d349226f7bfe9e672553048f0ad24ae3eb2824cd8e582dc632110994e0bc/811",
    "compositor_unittests": "54021237f7ea884c6ec7239eacdfb9bc2e6e8746352c37b034947f5626590deb/564",
    "content_browsertests": "e9638d63fa8392fed0f35bd3693c13da4ca71727b38b7295f8d860e5d51d15e8/805",
    "content_unittests": "5f44652f9988eca66789b9e0b107551ff9b4544cc899dba4b1f826fe6923e165/725",
    "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
    "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
    "device_unittests": "0d34305c7c02bac0b781fbde2c5b748e0b73780b4c56a7da5dccdb8eb9e37fca/565",
    "display_unittests": "43cc1968fad169f931b267b55df0241567fb72ea3e35af861b84974779c47e54/488",
    "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
    "events_unittests": "bb2d7a7930b5a58514d13a7c2dacf416a363a8ab38e3d4bacd939e762037806e/488",
    "extensions_unittests": "7f5af350b94810be9a479cf3989066ea309cb12f7bc8379513b20f1065e50af0/730",
    "filesystem_service_unittests": "a3e7c098bc784e321fbec4d35977d0a1d2da8e245163821cfe281f690ea10b6d/488",
    "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
    "gcm_unit_tests": "746538f66777f35306a87f2d666fc90b5b40dc25488cb7473b40bdcdfea63127/565",
    "gfx_unittests": "713c56120db80fc5f85bc4d8537e18a6ec73dab6fec7bc1081791288226cecac/564",
    "gin_unittests": "eb1a96d3a4b59ae668ae4ba7ffe7c2de766a2c3902e78650ed11834973ae3dd3/565",
    "gl_tests": "e0062433699864dd827ce353811c0de71c887c5d728b8f90ee10d56bf04784e0/488",
    "gl_unittests": "60ae6a2cec3a294ff86578fd85304754ebf287f20c05559e63ac968cd5be6d47/488",
    "google_apis_unittests": "c16236ee3a8edfc95e2096ea9ac2227617166f7bb675ba5af6d3467acf761647/650",
    "gpu_unittests": "db7c3a657a803a4f791638b93a9dbda5992206d0ce4d46075e02216e2d08d865/565",
    "gtk_unittests": "6d4e6551a2471084a96f9081d6e104bf5bde39dfb9cc76e028039bff1f44ac94/488",
    "gwp_asan_unittests": "837367a810bda61b0e12c43dabafe316a725cd390616bb9df48a46cd90da9e10/489",
    "headless_browsertests": "6b96377b2b7b90a4b4ab703a1278dd1257a752c3b499a4ae181b760ca4e2b581/733",
    "headless_unittests": "acc572eea145c5141bf63038109450f24444854bf39ec29abb57e8909e7acbe6/488",
    "interactive_ui_tests": "6ad109fafda65c83116b74d7735087ac624a544d9d2661b96170e744c65c7ba3/1059",
    "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
    "latency_unittests": "c03e12db159cd9a610afe8cc2e7e6f7a63b51988fb66c992df95406495180802/488",
    "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
    "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
    "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
    "media_unittests": "ca2a257c7454e7fa2ef4e6253c404d6a8055d2380cb0f33e8a5f5db35b2da0f3/568",
    "message_center_unittests": "1cc9677873bab5c3e53f1f7b6db751e20abe451df97796d096359293a8bac256/488",
    "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
    "mojo_unittests": "2946728c252eb4966efa178975f7be52e24902d1c60508646429acba0dfef10e/566",
    "native_theme_unittests": "d75ec257a2c1552e3000220f088f5f83032d351ab42d62037a69b1156a1677e6/488",
    "net_unittests": "6e781a98632fb680ad58a57a8b8057f8b43b6ba9cd90d0857ab940d9ada096fa/567",
    "openscreen_unittests": "26a510825f40595c477f60d75fd04056646e72e045df939037b33cfa2cc222de/489",
    "ozone_unittests": "d33a820b155e867c8cedcafcb7d562cf77c77876e81ca883e9d8bdde043980b1/488",
    "ozone_x11_unittests": "f0f4c64944dbe340fd93999e35bd63264aa10927a205d93ab3fc94c373bd1977/488",
    "pdf_unittests": "7bd602265f3f01732e1831380844cd53540814d41bb00721abf4741641c6edd6/565",
    "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
    "printing_unittests": "12836b8c6b90991831e71465579a09cb4cd89884f4ce97e07452df2507335d6e/488",
    "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
    "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
    "remoting_unittests": "33c5d1d7fc8c53ca4ada37b7af77e01caec91df57ddee486620a89a499adea6c/565",
    "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
    "services_unittests": "116eb289565eade04634020d6a85ca1fe080d887c34ebf5bf7ee307a4d400f34/813",
    "shell_dialogs_unittests": "ffb432202e19d8ca20b5ed5113209956c8fec535fd9c15d7a471f09e87de033c/488",
    "skia_unittests": "9aa281657124b55044718bc109423855b190ff33aa34b6ac6c10e08dc0dc69e0/488",
    "snapshot_unittests": "7bb359ddea0360f76fb9f1106e9389cec42d1f31166e284654e7e64970f3ea1a/488",
    "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
    "storage_unittests": "d669a1d2acabf9e2728565477eec9dee507701ca7ba1d3daf9d6d200caee646f/646",
    "sync_integration_tests": "1abeefea8976fbf5c145a3dedb8f8327f7cee778b07875233ed6b6a3c64e6ea0/647",
    "ui_base_unittests": "1610edcd5abb9269c9f880f8946af090f8624d9733495f6252ba782e7ed08e70/641",
    "ui_touch_selection_unittests": "8e23776528509cc0fc5da47e0da42392bd1dde13b543627ae9f70c1d5adc80fb/488",
    "ui_unittests": "57bec511ff0ce2d5125e99a9b8ed4c96b6f41363c4e75684a083ef837f35117a/488",
    "unit_tests": "a25784f085d7ed6646ec5874057d4b90f497aa06be0fca9a9ef5a63d98dca23c/1061",
    "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
    "views_unittests": "bd1adee31f465684d7f72f8ee8cd31ccb6b5e0a4e498d9f630b25cdfd4254be1/488",
    "viz_unittests": "e5b45e9a9d7a9085008ed3bbc339483a38424c931919f7524b58eebc75aa4e25/572",
    "vr_common_unittests": "5314d0950ae4db03ce8d58ad1c94b62ec99b69e3733f4390adcf0fadffc6a4bc/566",
    "wm_unittests": "d36903adc9c481e5da61d21a8510078abac5258b00add58befde8aa7701bcd97/488",
    "wtf_unittests": "cc04e424a22eb7f55d72b0d3f46056f6972459d4c4d20215626b7b7427f5f206/488",
    "xr_browser_tests": "0ff34b217c2d2b1ebc7e8dab636d28a06278b5af21d62e598806fb8f49838317/646",
    "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
  },
  "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3ef654632a04910a6e4df328f263092ec732afa9
  • gitiles_ref:refs/branch-heads/7922
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:676
  • user_agent:recipe

Debug log (UTC)

[21:50:00.728] New invocation is queued and will start shortly
[21:50:00.728] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:50:02.330] Starting the invocation (attempt 1)
[21:50:02.364] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3ef654632a04910a6e4df328f263092ec732afa9"
[21:50:02.364] Popped gitiles commit info from properties and tags
[21:50:02.364] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:50:02.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:50:02.366] Buildbucket request:
{
  "requestId": "8839611465318261008",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "3ef654632a04910a6e4df328f263092ec732afa9",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7922"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839611465318261008",
            "job": "chromium-m151/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "3ef654632a04910a6e4df328f263092ec732afa9",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7922"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "3ef654632a04910a6e4df328f263092ec732afa9"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8674185989914107921"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8674185989914107921"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8674185989914107921"
                                              }
                                        ],
                                    "parent_build_id": "8674185989914107921",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
                                    "parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
                                    "parent_got_revision": "3ef654632a04910a6e4df328f263092ec732afa9",
                                    "parent_got_revision_cp": "refs/branch-heads/7922@{#2666}",
                                    "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
                                    "parent_got_v8_revision": "20ad8d002c17ccc7ccfbefc6c4dcf1242fe80921",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#33}",
                                    "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
                                    "revision": "3ef654632a04910a6e4df328f263092ec732afa9",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
                                          "accessibility_unittests": "b28930b16a7b85c8c7b586f10805f9152f2b890fd3ddba52583d63038d78aa99/488",
                                          "angle_unittests": "80fc3e70fe8dec17bf21d76f5e1312d868630cf6332669bafd6fefadf04bc868/489",
                                          "aura_unittests": "2768f0af59c133000569e1958d4dd0d9e50ccd5431fc4b5d81323e842df1f123/488",
                                          "base_unittests": "93de8dd234f32e9af819f35444c607944b4eb746a3f211beef66c4fb6117b081/566",
                                          "blink_common_unittests": "46e48555d33a6c36fd885ed8ce79741ad434808de61f6f388ebf71ad9c4030fd/566",
                                          "blink_fuzzer_unittests": "07f4d13848f36d2974aca4bf169315f31ba080512a5725c7d895ea1b7128b85a/488",
                                          "blink_heap_unittests": "643aff800c400cc72af83d536d3a9788384e4cbae8231e710f146be56412e720/488",
                                          "blink_platform_unittests": "067ac32c40b7d3786cd9dbebe6adbc0c450a545b50fd5e12b78f0e6d5c5bde14/645",
                                          "blink_unittests": "6ca0adc8c234ac2cbe047ea4aef2e35dad853794a274f02653b46df1f19ac481/729",
                                          "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
                                          "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
                                          "capture_unittests": "59b9ab09b92ca667e5b65bb620b154a517bf7ec029172e10b2cd9dbb10146de8/567",
                                          "cast_unittests": "735ce206d447bfe92cd69d0b6a8a4116f5f0d35ad1771a1dda2b24b09a853cc6/488",
                                          "cc_unittests": "af5ea74cf421a6365870d5b9907d1bec9d3284e1d5fe8b0771c85cfe173a04c7/648",
                                          "chrome_app_unittests": "8834334bfcf2041957107b8036458dd503d7f45e3867f86df70fe206f5685f4d/566",
                                          "chromedriver_unittests": "267afe0bae33437afe7f907e64bf5524755e8143df72d75ca42ee50811a2a283/645",
                                          "components_browsertests": "b9060a4d282752dc6f893fc4c9ce71fa23ea155de602f6c410d8db5ac72e14bb/732",
                                          "components_unittests": "33e2d349226f7bfe9e672553048f0ad24ae3eb2824cd8e582dc632110994e0bc/811",
                                          "compositor_unittests": "54021237f7ea884c6ec7239eacdfb9bc2e6e8746352c37b034947f5626590deb/564",
                                          "content_browsertests": "e9638d63fa8392fed0f35bd3693c13da4ca71727b38b7295f8d860e5d51d15e8/805",
                                          "content_unittests": "5f44652f9988eca66789b9e0b107551ff9b4544cc899dba4b1f826fe6923e165/725",
                                          "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
                                          "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
                                          "device_unittests": "0d34305c7c02bac0b781fbde2c5b748e0b73780b4c56a7da5dccdb8eb9e37fca/565",
                                          "display_unittests": "43cc1968fad169f931b267b55df0241567fb72ea3e35af861b84974779c47e54/488",
                                          "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
                                          "events_unittests": "bb2d7a7930b5a58514d13a7c2dacf416a363a8ab38e3d4bacd939e762037806e/488",
                                          "extensions_unittests": "7f5af350b94810be9a479cf3989066ea309cb12f7bc8379513b20f1065e50af0/730",
                                          "filesystem_service_unittests": "a3e7c098bc784e321fbec4d35977d0a1d2da8e245163821cfe281f690ea10b6d/488",
                                          "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
                                          "gcm_unit_tests": "746538f66777f35306a87f2d666fc90b5b40dc25488cb7473b40bdcdfea63127/565",
                                          "gfx_unittests": "713c56120db80fc5f85bc4d8537e18a6ec73dab6fec7bc1081791288226cecac/564",
                                          "gin_unittests": "eb1a96d3a4b59ae668ae4ba7ffe7c2de766a2c3902e78650ed11834973ae3dd3/565",
                                          "gl_tests": "e0062433699864dd827ce353811c0de71c887c5d728b8f90ee10d56bf04784e0/488",
                                          "gl_unittests": "60ae6a2cec3a294ff86578fd85304754ebf287f20c05559e63ac968cd5be6d47/488",
                                          "google_apis_unittests": "c16236ee3a8edfc95e2096ea9ac2227617166f7bb675ba5af6d3467acf761647/650",
                                          "gpu_unittests": "db7c3a657a803a4f791638b93a9dbda5992206d0ce4d46075e02216e2d08d865/565",
                                          "gtk_unittests": "6d4e6551a2471084a96f9081d6e104bf5bde39dfb9cc76e028039bff1f44ac94/488",
                                          "gwp_asan_unittests": "837367a810bda61b0e12c43dabafe316a725cd390616bb9df48a46cd90da9e10/489",
                                          "headless_browsertests": "6b96377b2b7b90a4b4ab703a1278dd1257a752c3b499a4ae181b760ca4e2b581/733",
                                          "headless_unittests": "acc572eea145c5141bf63038109450f24444854bf39ec29abb57e8909e7acbe6/488",
                                          "interactive_ui_tests": "6ad109fafda65c83116b74d7735087ac624a544d9d2661b96170e744c65c7ba3/1059",
                                          "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
                                          "latency_unittests": "c03e12db159cd9a610afe8cc2e7e6f7a63b51988fb66c992df95406495180802/488",
                                          "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
                                          "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
                                          "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
                                          "media_unittests": "ca2a257c7454e7fa2ef4e6253c404d6a8055d2380cb0f33e8a5f5db35b2da0f3/568",
                                          "message_center_unittests": "1cc9677873bab5c3e53f1f7b6db751e20abe451df97796d096359293a8bac256/488",
                                          "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
                                          "mojo_unittests": "2946728c252eb4966efa178975f7be52e24902d1c60508646429acba0dfef10e/566",
                                          "native_theme_unittests": "d75ec257a2c1552e3000220f088f5f83032d351ab42d62037a69b1156a1677e6/488",
                                          "net_unittests": "6e781a98632fb680ad58a57a8b8057f8b43b6ba9cd90d0857ab940d9ada096fa/567",
                                          "openscreen_unittests": "26a510825f40595c477f60d75fd04056646e72e045df939037b33cfa2cc222de/489",
                                          "ozone_unittests": "d33a820b155e867c8cedcafcb7d562cf77c77876e81ca883e9d8bdde043980b1/488",
                                          "ozone_x11_unittests": "f0f4c64944dbe340fd93999e35bd63264aa10927a205d93ab3fc94c373bd1977/488",
                                          "pdf_unittests": "7bd602265f3f01732e1831380844cd53540814d41bb00721abf4741641c6edd6/565",
                                          "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
                                          "printing_unittests": "12836b8c6b90991831e71465579a09cb4cd89884f4ce97e07452df2507335d6e/488",
                                          "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
                                          "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
                                          "remoting_unittests": "33c5d1d7fc8c53ca4ada37b7af77e01caec91df57ddee486620a89a499adea6c/565",
                                          "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
                                          "services_unittests": "116eb289565eade04634020d6a85ca1fe080d887c34ebf5bf7ee307a4d400f34/813",
                                          "shell_dialogs_unittests": "ffb432202e19d8ca20b5ed5113209956c8fec535fd9c15d7a471f09e87de033c/488",
                                          "skia_unittests": "9aa281657124b55044718bc109423855b190ff33aa34b6ac6c10e08dc0dc69e0/488",
                                          "snapshot_unittests": "7bb359ddea0360f76fb9f1106e9389cec42d1f31166e284654e7e64970f3ea1a/488",
                                          "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
                                          "storage_unittests": "d669a1d2acabf9e2728565477eec9dee507701ca7ba1d3daf9d6d200caee646f/646",
                                          "sync_integration_tests": "1abeefea8976fbf5c145a3dedb8f8327f7cee778b07875233ed6b6a3c64e6ea0/647",
                                          "ui_base_unittests": "1610edcd5abb9269c9f880f8946af090f8624d9733495f6252ba782e7ed08e70/641",
                                          "ui_touch_selection_unittests": "8e23776528509cc0fc5da47e0da42392bd1dde13b543627ae9f70c1d5adc80fb/488",
                                          "ui_unittests": "57bec511ff0ce2d5125e99a9b8ed4c96b6f41363c4e75684a083ef837f35117a/488",
                                          "unit_tests": "a25784f085d7ed6646ec5874057d4b90f497aa06be0fca9a9ef5a63d98dca23c/1061",
                                          "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
                                          "views_unittests": "bd1adee31f465684d7f72f8ee8cd31ccb6b5e0a4e498d9f630b25cdfd4254be1/488",
                                          "viz_unittests": "e5b45e9a9d7a9085008ed3bbc339483a38424c931919f7524b58eebc75aa4e25/572",
                                          "vr_common_unittests": "5314d0950ae4db03ce8d58ad1c94b62ec99b69e3733f4390adcf0fadffc6a4bc/566",
                                          "wm_unittests": "d36903adc9c481e5da61d21a8510078abac5258b00add58befde8aa7701bcd97/488",
                                          "wtf_unittests": "cc04e424a22eb7f55d72b0d3f46056f6972459d4c4d20215626b7b7427f5f206/488",
                                          "xr_browser_tests": "0ff34b217c2d2b1ebc7e8dab636d28a06278b5af21d62e598806fb8f49838317/646",
                                          "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
                                        },
                                    "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/7922",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "3ef654632a04910a6e4df328f263092ec732afa9",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:676",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "261d9096-06a3-490c-b84d-3abf5fde49f8",
                        "title": "Linux TSan Builder/676",
                        "url": "https://cr-buildbucket.appspot.com/build/8674185989914107921"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "3ef654632a04910a6e4df328f263092ec732afa9"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8674185989914107921"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8674185989914107921"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8674185989914107921"
                }
          ],
      "parent_build_id": "8674185989914107921",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
      "parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
      "parent_got_revision": "3ef654632a04910a6e4df328f263092ec732afa9",
      "parent_got_revision_cp": "refs/branch-heads/7922@{#2666}",
      "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
      "parent_got_v8_revision": "20ad8d002c17ccc7ccfbefc6c4dcf1242fe80921",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#33}",
      "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
      "swarm_hashes": {
            "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
            "accessibility_unittests": "b28930b16a7b85c8c7b586f10805f9152f2b890fd3ddba52583d63038d78aa99/488",
            "angle_unittests": "80fc3e70fe8dec17bf21d76f5e1312d868630cf6332669bafd6fefadf04bc868/489",
            "aura_unittests": "2768f0af59c133000569e1958d4dd0d9e50ccd5431fc4b5d81323e842df1f123/488",
            "base_unittests": "93de8dd234f32e9af819f35444c607944b4eb746a3f211beef66c4fb6117b081/566",
            "blink_common_unittests": "46e48555d33a6c36fd885ed8ce79741ad434808de61f6f388ebf71ad9c4030fd/566",
            "blink_fuzzer_unittests": "07f4d13848f36d2974aca4bf169315f31ba080512a5725c7d895ea1b7128b85a/488",
            "blink_heap_unittests": "643aff800c400cc72af83d536d3a9788384e4cbae8231e710f146be56412e720/488",
            "blink_platform_unittests": "067ac32c40b7d3786cd9dbebe6adbc0c450a545b50fd5e12b78f0e6d5c5bde14/645",
            "blink_unittests": "6ca0adc8c234ac2cbe047ea4aef2e35dad853794a274f02653b46df1f19ac481/729",
            "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
            "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
            "capture_unittests": "59b9ab09b92ca667e5b65bb620b154a517bf7ec029172e10b2cd9dbb10146de8/567",
            "cast_unittests": "735ce206d447bfe92cd69d0b6a8a4116f5f0d35ad1771a1dda2b24b09a853cc6/488",
            "cc_unittests": "af5ea74cf421a6365870d5b9907d1bec9d3284e1d5fe8b0771c85cfe173a04c7/648",
            "chrome_app_unittests": "8834334bfcf2041957107b8036458dd503d7f45e3867f86df70fe206f5685f4d/566",
            "chromedriver_unittests": "267afe0bae33437afe7f907e64bf5524755e8143df72d75ca42ee50811a2a283/645",
            "components_browsertests": "b9060a4d282752dc6f893fc4c9ce71fa23ea155de602f6c410d8db5ac72e14bb/732",
            "components_unittests": "33e2d349226f7bfe9e672553048f0ad24ae3eb2824cd8e582dc632110994e0bc/811",
            "compositor_unittests": "54021237f7ea884c6ec7239eacdfb9bc2e6e8746352c37b034947f5626590deb/564",
            "content_browsertests": "e9638d63fa8392fed0f35bd3693c13da4ca71727b38b7295f8d860e5d51d15e8/805",
            "content_unittests": "5f44652f9988eca66789b9e0b107551ff9b4544cc899dba4b1f826fe6923e165/725",
            "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
            "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
            "device_unittests": "0d34305c7c02bac0b781fbde2c5b748e0b73780b4c56a7da5dccdb8eb9e37fca/565",
            "display_unittests": "43cc1968fad169f931b267b55df0241567fb72ea3e35af861b84974779c47e54/488",
            "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
            "events_unittests": "bb2d7a7930b5a58514d13a7c2dacf416a363a8ab38e3d4bacd939e762037806e/488",
            "extensions_unittests": "7f5af350b94810be9a479cf3989066ea309cb12f7bc8379513b20f1065e50af0/730",
            "filesystem_service_unittests": "a3e7c098bc784e321fbec4d35977d0a1d2da8e245163821cfe281f690ea10b6d/488",
            "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
            "gcm_unit_tests": "746538f66777f35306a87f2d666fc90b5b40dc25488cb7473b40bdcdfea63127/565",
            "gfx_unittests": "713c56120db80fc5f85bc4d8537e18a6ec73dab6fec7bc1081791288226cecac/564",
            "gin_unittests": "eb1a96d3a4b59ae668ae4ba7ffe7c2de766a2c3902e78650ed11834973ae3dd3/565",
            "gl_tests": "e0062433699864dd827ce353811c0de71c887c5d728b8f90ee10d56bf04784e0/488",
            "gl_unittests": "60ae6a2cec3a294ff86578fd85304754ebf287f20c05559e63ac968cd5be6d47/488",
            "google_apis_unittests": "c16236ee3a8edfc95e2096ea9ac2227617166f7bb675ba5af6d3467acf761647/650",
            "gpu_unittests": "db7c3a657a803a4f791638b93a9dbda5992206d0ce4d46075e02216e2d08d865/565",
            "gtk_unittests": "6d4e6551a2471084a96f9081d6e104bf5bde39dfb9cc76e028039bff1f44ac94/488",
            "gwp_asan_unittests": "837367a810bda61b0e12c43dabafe316a725cd390616bb9df48a46cd90da9e10/489",
            "headless_browsertests": "6b96377b2b7b90a4b4ab703a1278dd1257a752c3b499a4ae181b760ca4e2b581/733",
            "headless_unittests": "acc572eea145c5141bf63038109450f24444854bf39ec29abb57e8909e7acbe6/488",
            "interactive_ui_tests": "6ad109fafda65c83116b74d7735087ac624a544d9d2661b96170e744c65c7ba3/1059",
            "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
            "latency_unittests": "c03e12db159cd9a610afe8cc2e7e6f7a63b51988fb66c992df95406495180802/488",
            "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
            "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
            "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
            "media_unittests": "ca2a257c7454e7fa2ef4e6253c404d6a8055d2380cb0f33e8a5f5db35b2da0f3/568",
            "message_center_unittests": "1cc9677873bab5c3e53f1f7b6db751e20abe451df97796d096359293a8bac256/488",
            "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
            "mojo_unittests": "2946728c252eb4966efa178975f7be52e24902d1c60508646429acba0dfef10e/566",
            "native_theme_unittests": "d75ec257a2c1552e3000220f088f5f83032d351ab42d62037a69b1156a1677e6/488",
            "net_unittests": "6e781a98632fb680ad58a57a8b8057f8b43b6ba9cd90d0857ab940d9ada096fa/567",
            "openscreen_unittests": "26a510825f40595c477f60d75fd04056646e72e045df939037b33cfa2cc222de/489",
            "ozone_unittests": "d33a820b155e867c8cedcafcb7d562cf77c77876e81ca883e9d8bdde043980b1/488",
            "ozone_x11_unittests": "f0f4c64944dbe340fd93999e35bd63264aa10927a205d93ab3fc94c373bd1977/488",
            "pdf_unittests": "7bd602265f3f01732e1831380844cd53540814d41bb00721abf4741641c6edd6/565",
            "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
            "printing_unittests": "12836b8c6b90991831e71465579a09cb4cd89884f4ce97e07452df2507335d6e/488",
            "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
            "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
            "remoting_unittests": "33c5d1d7fc8c53ca4ada37b7af77e01caec91df57ddee486620a89a499adea6c/565",
            "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
            "services_unittests": "116eb289565eade04634020d6a85ca1fe080d887c34ebf5bf7ee307a4d400f34/813",
            "shell_dialogs_unittests": "ffb432202e19d8ca20b5ed5113209956c8fec535fd9c15d7a471f09e87de033c/488",
            "skia_unittests": "9aa281657124b55044718bc109423855b190ff33aa34b6ac6c10e08dc0dc69e0/488",
            "snapshot_unittests": "7bb359ddea0360f76fb9f1106e9389cec42d1f31166e284654e7e64970f3ea1a/488",
            "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
            "storage_unittests": "d669a1d2acabf9e2728565477eec9dee507701ca7ba1d3daf9d6d200caee646f/646",
            "sync_integration_tests": "1abeefea8976fbf5c145a3dedb8f8327f7cee778b07875233ed6b6a3c64e6ea0/647",
            "ui_base_unittests": "1610edcd5abb9269c9f880f8946af090f8624d9733495f6252ba782e7ed08e70/641",
            "ui_touch_selection_unittests": "8e23776528509cc0fc5da47e0da42392bd1dde13b543627ae9f70c1d5adc80fb/488",
            "ui_unittests": "57bec511ff0ce2d5125e99a9b8ed4c96b6f41363c4e75684a083ef837f35117a/488",
            "unit_tests": "a25784f085d7ed6646ec5874057d4b90f497aa06be0fca9a9ef5a63d98dca23c/1061",
            "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
            "views_unittests": "bd1adee31f465684d7f72f8ee8cd31ccb6b5e0a4e498d9f630b25cdfd4254be1/488",
            "viz_unittests": "e5b45e9a9d7a9085008ed3bbc339483a38424c931919f7524b58eebc75aa4e25/572",
            "vr_common_unittests": "5314d0950ae4db03ce8d58ad1c94b62ec99b69e3733f4390adcf0fadffc6a4bc/566",
            "wm_unittests": "d36903adc9c481e5da61d21a8510078abac5258b00add58befde8aa7701bcd97/488",
            "wtf_unittests": "cc04e424a22eb7f55d72b0d3f46056f6972459d4c4d20215626b7b7427f5f206/488",
            "xr_browser_tests": "0ff34b217c2d2b1ebc7e8dab636d28a06278b5af21d62e598806fb8f49838317/646",
            "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
          },
      "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3ef654632a04910a6e4df328f263092ec732afa9",
    "ref": "refs/branch-heads/7922"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839611465318261008"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m151/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "676"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:50:02.888] Scheduled build:
{
  "id": "8674181402872293905",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 661,
  "createdBy": "project:chromium-m151",
  "createTime": "2026-08-06T21:50:02.439765168Z",
  "updateTime": "2026-08-06T21:50:02.439765168Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3ef654632a04910a6e4df328f263092ec732afa9",
      "ref": "refs/branch-heads/7922"
    }
  },
  "canary": true
}
[21:50:02.888] Task URL: https://cr-buildbucket.appspot.com/build/8674181402872293905
[21:50:02.888] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:2:0) after 6m44s
[21:50:03.139] Received PubSub notification, asking Buildbucket for the build status
[21:50:03.163] Build status: SCHEDULED
[21:50:07.814] Received PubSub notification, asking Buildbucket for the build status
[21:50:07.837] Build status: STARTED
[21:56:46.967] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:2:0)
[21:56:47.002] Build status: STARTED
[21:56:47.002] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:5:0) after 9m55s
[22:06:42.282] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:5:0)
[22:06:42.314] Build status: STARTED
[22:06:42.314] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:6:0) after 4m50s
[22:11:32.332] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:6:0)
[22:11:32.356] Build status: STARTED
[22:11:32.356] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:7:0) after 2m54s
[22:14:26.376] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:7:0)
[22:14:26.401] Build status: STARTED
[22:14:26.401] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:8:0) after 7m34s
[22:22:00.393] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:8:0)
[22:22:00.413] Build status: STARTED
[22:22:00.413] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839611465318261008:9:0) after 1m50s
[22:22:06.901] Received PubSub notification, asking Buildbucket for the build status
[22:22:06.926] Build:
{
  "id": "8674181402872293905",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 661,
  "createdBy": "project:chromium-m151",
  "createTime": "2026-08-06T21:50:02.439765168Z",
  "startTime": "2026-08-06T21:50:06.891769224Z",
  "endTime": "2026-08-06T22:22:06.072843156Z",
  "updateTime": "2026-08-06T22:22:06.072843156Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3ef654632a04910a6e4df328f263092ec732afa9",
      "ref": "refs/branch-heads/7922"
    }
  },
  "canary": true
}
[22:22:06.926] Invocation finished in 32m6.202942444s with status FAILED