Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 34 minutes
Actions:

Definition (rev 2cff05d24558cab230107dcdff4ecca328b71261)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7922"
      }
    ]
  },
  "branch": "refs/branch-heads/7922",
  "deps_revision_overrides": {
    "src": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8676336175033962433"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8676336175033962433"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8676336175033962433"
    }
  ],
  "parent_build_id": "8676336175033962433",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "6dab7c7e742b528fd52233d3cc926e61b1e7d70d",
  "parent_got_dawn_revision": "583f3600453cc982a3dac39308cac8939875d7af",
  "parent_got_revision": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
  "parent_got_revision_cp": "refs/branch-heads/7922@{#1107}",
  "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
  "parent_got_v8_revision": "c883bbb2ec187e1ea5add43d19e2a79b89aba4ca",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#14}",
  "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
  "swarm_hashes": {
    "absl_hardening_tests": "712946eb4431ab099043e9aada755052546f7acb22dfb4edae9bdac35fdbdc01/488",
    "accessibility_unittests": "84d0aa7da3199191e600b35983167eb97d85020ca16ada56625257d45dc1dbb2/488",
    "angle_unittests": "9a56d79731f12015af5a62015143f7ea680fc946800fbd9ce8ec59a3cf7dca1f/489",
    "aura_unittests": "26ab50ef05cc2f65e7bb70b1e5c21fbb2fbb5ed820648514d922de2b8932d25a/488",
    "base_unittests": "7f5dfb63d6a6c52825187ca3e76aeaa947d169a4c097ca1d548b943dd85d3703/566",
    "blink_common_unittests": "cdb866968ec25218d6cb049975029c0907af5eed090e6986673b5c92611ac8ab/566",
    "blink_fuzzer_unittests": "441c12e4e5e9cace8071ed9624abe15baaec1e5d5ca7fe9f270e10b57835d7f5/488",
    "blink_heap_unittests": "f7b0946a36d96aca56c64957a0cabe8f30622dbe41793d8b7a0548696008e901/488",
    "blink_platform_unittests": "bb963fce70983093316b42afad97b349f5942561688f76d4a7aa303cb99507c6/645",
    "blink_unittests": "2694584815c579ff27161519f7f8567ce27cfb7a70b9bbd8cd1fbd53c1557852/729",
    "boringssl_crypto_tests": "a305b545b5b8061482b867fc3dee27ea6ba7b8fb7173f2ce3a6598fe6ee1b4f5/489",
    "boringssl_ssl_tests": "97902d1e8834cddce7327eb24bb9bb57462196332349e602d45f809b7b26f3ee/488",
    "capture_unittests": "138870ba512ccbed5e8344e8aaf33fa73574044b5e5898c39065eadae4e7f7ff/567",
    "cast_unittests": "85ba38bc9ffc31b7d145b696d461908cefe5c7c1c08c14a548f4cb98dcebd270/488",
    "cc_unittests": "8f875bb19b4eaae29a79f12e16ba7c23c317206c4897b5597dfe9108fdb203cf/648",
    "chrome_app_unittests": "47aac3f31429ca79df8d3c093d70bfb22ab3fa0e1b5d0051765a8703add83f59/566",
    "chromedriver_unittests": "791c7e384a772ff041d521fe73ef76350a4512b6598de4a03596ef8ab0707c43/645",
    "components_browsertests": "a014c8b3933cdbdc5e432482f7d72aaae697c11f815795d6b2ca34f71fb72e40/732",
    "components_unittests": "dcef593deb492b861c566f07a5e8cfb1ecbdf887f82fc7dc93c3778c34a04655/811",
    "compositor_unittests": "050adef9857dfa1afeda3c3bb617d9dc2af4f069ca605ff48aaef67b179befd6/564",
    "content_browsertests": "cc443f66907e5e7ee2a8680e78e9d1c4f218e09e5d3a7b28dc1fc81ac776e6dc/805",
    "content_unittests": "e79f0c3ffc8e74fddc0ef811211e2c1cace757523a91b3eed7c56fac676a4ef7/725",
    "crypto_unittests": "98fe5de44d9b337eec4e1342fb9a2d8c043424fd248026c2f86515a6c9f154c7/568",
    "dbus_unittests": "75e006b5d4d29f395331194017371449627f89b7004858d0bb47772f85a3852e/488",
    "device_unittests": "875c39bcbfc5f1c0f0091b68e00f16451b46b6b6cfc6dde44d6e009204a4d34b/565",
    "display_unittests": "bf597c8e1ce1817d6d7fa4d2da5790d7dc50eff69f9f30e758885903efde575d/488",
    "env_chromium_unittests": "58deffd52d52ecc21fef5999f4dff9efad34c47b67b73f5264489bf8abaa14db/488",
    "events_unittests": "557272426e24036e9aaa84b29f3fbd4546972821a1ec6c8bb2de15fb0ef72c07/488",
    "extensions_unittests": "4afd727f5ce18befcf9486352337302307c951c7efd6de55882a6d2376abaf51/730",
    "filesystem_service_unittests": "86baa1c0a6b235672799791531be2de75ba5d6710d5d5ded2b888d2520d50cd5/488",
    "fuzzing_unittests": "706f1bf50a8d2ca60ef4c9cbb7787eca155bcf88159126a6378f88e6ef3bbaa1/488",
    "gcm_unit_tests": "99c791771d45c21b776400bd573609a3ec7bd24b73d46b5f31ba5204b2aa6444/565",
    "gfx_unittests": "2892f91a239d55a746db708edd604399d6c3cd4bc5db8c82397863c84a544f74/564",
    "gin_unittests": "a9c97f2bee43bd66b5cfde7d9eb93d8c058f941a41070bbb1dbc1ba71e1acc78/565",
    "gl_tests": "3502e21c740172904e448850aafb441e126aac7bc7a05984ac815d8df264bca3/488",
    "gl_unittests": "44e6db4db83ffef6acb67ef47f8720546cdb47a0affdd90cf3a71fa766619cc0/488",
    "google_apis_unittests": "f17327c9472b0f41fd98bcadd62e07ff621faebd3fb9a1d9b26938aa8f284a0d/650",
    "gpu_unittests": "9a6e069c5ce170d99dbc206a073e23dce34f73f995d435cb3df4fcbeb7b87638/565",
    "gtk_unittests": "f8b85f53124c55925dff0026ac73970c656a78037b90037394fb242541f82574/488",
    "gwp_asan_unittests": "bbf9b3b4317b11f8017ae92ba26983a125455b6f882db8c7fc37eb7a7e84a6d4/489",
    "headless_browsertests": "df0b7d77928cdd832a3f4abb5806768a86db1c3726361c6d0648373d491844be/733",
    "headless_unittests": "712204752c6493b8d7d06f341b4557b655e03b37f72892178cf1f4014966fdd0/488",
    "interactive_ui_tests": "b26e635d3c9667a95e7db9d7a4ddc1dcbf17e0f087512c7196000c810fb75041/1059",
    "ipc_tests": "ac0cf8ea9a80e44cf2f22979de683db347c45afb5e43d2d795c60cec7a069a55/488",
    "latency_unittests": "d9553a123cc5a9ac1ba6165b518f9553b71b1e127c5266b1274e03ba01c37fb0/488",
    "leveldb_unittests": "c2d360cc2b4005d86444093d6e3c05701ae23ea6c941875c20fc4e85f895ccd0/488",
    "libjingle_xmpp_unittests": "05d00c6cde451ad167839dda6ad266b68265b3c4ecc55021cbdddb66aaca7a80/488",
    "liburlpattern_unittests": "e4cf2ab63342c8244f9da35b8c997b97881413eb0d72a070a22e4763a3705df3/488",
    "media_unittests": "0fecd87bdf8d0f1686a1ab14abc7e0085fae7b70234fbb6fc51671d83117892d/568",
    "message_center_unittests": "c006f73bfe413c9a3c9f62448262941b64c9d26b657a2c786799dc7de778a05e/488",
    "midi_unittests": "ce3373e7552a09e38eb735a9b5fc439e8642ec59d7e8fa4c4a916eeb64564b4c/488",
    "mojo_unittests": "3f00e756768b7580766aa184539bc4a0d25cd92e38e90d235e78830d1600a325/566",
    "native_theme_unittests": "61b14652eb5da4cc4d1140c2cbfa2539bee7b6f669c52e58105e2226bc9a2b34/488",
    "net_unittests": "ca575e45d27e9172aefe82ebea0da30ac3d1c750aa8085f71be19f6ce00c04d5/567",
    "openscreen_unittests": "9545fa44f233d7b095bbfeb346e66fdf758f91c0dfdcde6cc59f1dbce452603e/489",
    "ozone_unittests": "4182621e43912cc926dabff69a8a024fd73d13ebde931a9bb5e841abaccafe3b/488",
    "ozone_x11_unittests": "246e542dc9474f8554116e6a529267b7748dad862649a52485eb319375e75077/488",
    "pdf_unittests": "72f588b0da57e327fa98608f511958550578e3c1218a32a38c1709111ecfe6d4/565",
    "perfetto_unittests": "e3dbe71201f5ba886eeba64353400e87aa98f3949ecbfdb9d8d3a1f752b9764f/488",
    "printing_unittests": "022fa203c664b27ec72073ddfc587b8f2f70cdbd148058d4145afccdf54c2e4c/488",
    "pthreadpool_unittests": "9a26ac9e41c593d09c19ae282e3bf3ab7da041c4e16eb691462b545cd38d64a2/488",
    "puffin_unittests": "fc7c0ffe654d8dae2a937e9e960f419f016a58e0e8a668e26a6c783cd21d233e/572",
    "remoting_unittests": "ef78615f564e400e2f18714798c090df059466ba0301dd25b73f693f556450d6/565",
    "sandbox_linux_unittests": "4b5bdb03b248bf9d0b8e6deff74cac1a5ec646f4b08d440fea2d35e59a561aa8/488",
    "services_unittests": "dd6472becaf3d1aa9048cdf6cc573cea63d54e4b85961ce7245a88ff19528e30/813",
    "shell_dialogs_unittests": "0328925e8011df3914968d5100b255fa479d86ce9e403dca471a36b4a6de2462/488",
    "skia_unittests": "9f5bbf7b690da8f68f7e0504ab9ecf2d13387b07f7ed736e6ff53ba377302d69/488",
    "snapshot_unittests": "30af256aa38d3e7c5d076057c5687d8b4b44885c46ffab7bdde81a8e808551ca/488",
    "sql_unittests": "091da9c0d64e3c3fe2be8afbc8c398d749a608d73f1ff9467613beab320ad261/565",
    "storage_unittests": "32d5714f685dbdd2f3588ab5497f5dc3a4c47742e02991ef2766d930e0984b3f/646",
    "sync_integration_tests": "46317bcbaf783f790d1aab4ba68c0633fa60e8a4372ec683c68435b7a120c63c/647",
    "ui_base_unittests": "e0481a5a349c5bd2b680d8c9b105a585c9bf2880e612bbd02665b603a6680f04/641",
    "ui_touch_selection_unittests": "eb53ce15b368fc33229362127fe42fc330d3d0beb16017cd97724b9c588704fe/488",
    "ui_unittests": "145d52a34edf5ba32a1e86d4bffc75700f43d4f987feb33864e8355354b085ea/488",
    "unit_tests": "6f1d6de72b078fcbac708d5dd61ef71c66733c8698c40e8b7764450971b81099/1061",
    "url_unittests": "da1f1b33915b612c95294740ba439f8b1bbc0140a6bc87356564049113aaf1ac/488",
    "views_unittests": "a69cd96d3ffd3117cb366905a0d5a52fbf23ca62285761087c2d132e2435d7cd/488",
    "viz_unittests": "cc1456418dc91e886c52567fb29bea50bc30e761d3d57f7b9722e4bbbed735b0/572",
    "vr_common_unittests": "58e022857c209b5fab9d8abc8b351291a7a77824134925caa15f4709c3c7e7e7/566",
    "wm_unittests": "20d8d40ea354d3d8b4a817ce71b5b502c93b4ddf0c9d9804ad5afa6043272457/488",
    "wtf_unittests": "d5e2361ab5ce863417a597f524d1397098b7568ddf7ae9cf0da8145e8d22c737/488",
    "xr_browser_tests": "43fefdae313c401e5480777b22efca3d1c6a940cb5f99675380c3fea76ee1794/646",
    "zlib_unittests": "f89838cdc6727d3abd5bae5716d1998ae77bd2a8eb492ef574042c130afc3874/489"
  },
  "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/61e0c447e83a2a20f7767915f4d4ca85e3234dd9
  • gitiles_ref:refs/branch-heads/7922
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:238
  • user_agent:recipe

Debug log (UTC)

[04:15:20.289] New invocation is queued and will start shortly
[04:15:20.289] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:15:21.487] Starting the invocation (attempt 1)
[04:15:21.516] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/61e0c447e83a2a20f7767915f4d4ca85e3234dd9"
[04:15:21.516] Popped gitiles commit info from properties and tags
[04:15:21.516] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:15:21.516] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:15:21.517] Buildbucket request:
{
  "requestId": "8841761549901026528",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7922"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8841761549901026528",
            "job": "chromium-m151/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7922"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8676336175033962433"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8676336175033962433"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8676336175033962433"
                                              }
                                        ],
                                    "parent_build_id": "8676336175033962433",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "6dab7c7e742b528fd52233d3cc926e61b1e7d70d",
                                    "parent_got_dawn_revision": "583f3600453cc982a3dac39308cac8939875d7af",
                                    "parent_got_revision": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
                                    "parent_got_revision_cp": "refs/branch-heads/7922@{#1107}",
                                    "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
                                    "parent_got_v8_revision": "c883bbb2ec187e1ea5add43d19e2a79b89aba4ca",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#14}",
                                    "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
                                    "revision": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "712946eb4431ab099043e9aada755052546f7acb22dfb4edae9bdac35fdbdc01/488",
                                          "accessibility_unittests": "84d0aa7da3199191e600b35983167eb97d85020ca16ada56625257d45dc1dbb2/488",
                                          "angle_unittests": "9a56d79731f12015af5a62015143f7ea680fc946800fbd9ce8ec59a3cf7dca1f/489",
                                          "aura_unittests": "26ab50ef05cc2f65e7bb70b1e5c21fbb2fbb5ed820648514d922de2b8932d25a/488",
                                          "base_unittests": "7f5dfb63d6a6c52825187ca3e76aeaa947d169a4c097ca1d548b943dd85d3703/566",
                                          "blink_common_unittests": "cdb866968ec25218d6cb049975029c0907af5eed090e6986673b5c92611ac8ab/566",
                                          "blink_fuzzer_unittests": "441c12e4e5e9cace8071ed9624abe15baaec1e5d5ca7fe9f270e10b57835d7f5/488",
                                          "blink_heap_unittests": "f7b0946a36d96aca56c64957a0cabe8f30622dbe41793d8b7a0548696008e901/488",
                                          "blink_platform_unittests": "bb963fce70983093316b42afad97b349f5942561688f76d4a7aa303cb99507c6/645",
                                          "blink_unittests": "2694584815c579ff27161519f7f8567ce27cfb7a70b9bbd8cd1fbd53c1557852/729",
                                          "boringssl_crypto_tests": "a305b545b5b8061482b867fc3dee27ea6ba7b8fb7173f2ce3a6598fe6ee1b4f5/489",
                                          "boringssl_ssl_tests": "97902d1e8834cddce7327eb24bb9bb57462196332349e602d45f809b7b26f3ee/488",
                                          "capture_unittests": "138870ba512ccbed5e8344e8aaf33fa73574044b5e5898c39065eadae4e7f7ff/567",
                                          "cast_unittests": "85ba38bc9ffc31b7d145b696d461908cefe5c7c1c08c14a548f4cb98dcebd270/488",
                                          "cc_unittests": "8f875bb19b4eaae29a79f12e16ba7c23c317206c4897b5597dfe9108fdb203cf/648",
                                          "chrome_app_unittests": "47aac3f31429ca79df8d3c093d70bfb22ab3fa0e1b5d0051765a8703add83f59/566",
                                          "chromedriver_unittests": "791c7e384a772ff041d521fe73ef76350a4512b6598de4a03596ef8ab0707c43/645",
                                          "components_browsertests": "a014c8b3933cdbdc5e432482f7d72aaae697c11f815795d6b2ca34f71fb72e40/732",
                                          "components_unittests": "dcef593deb492b861c566f07a5e8cfb1ecbdf887f82fc7dc93c3778c34a04655/811",
                                          "compositor_unittests": "050adef9857dfa1afeda3c3bb617d9dc2af4f069ca605ff48aaef67b179befd6/564",
                                          "content_browsertests": "cc443f66907e5e7ee2a8680e78e9d1c4f218e09e5d3a7b28dc1fc81ac776e6dc/805",
                                          "content_unittests": "e79f0c3ffc8e74fddc0ef811211e2c1cace757523a91b3eed7c56fac676a4ef7/725",
                                          "crypto_unittests": "98fe5de44d9b337eec4e1342fb9a2d8c043424fd248026c2f86515a6c9f154c7/568",
                                          "dbus_unittests": "75e006b5d4d29f395331194017371449627f89b7004858d0bb47772f85a3852e/488",
                                          "device_unittests": "875c39bcbfc5f1c0f0091b68e00f16451b46b6b6cfc6dde44d6e009204a4d34b/565",
                                          "display_unittests": "bf597c8e1ce1817d6d7fa4d2da5790d7dc50eff69f9f30e758885903efde575d/488",
                                          "env_chromium_unittests": "58deffd52d52ecc21fef5999f4dff9efad34c47b67b73f5264489bf8abaa14db/488",
                                          "events_unittests": "557272426e24036e9aaa84b29f3fbd4546972821a1ec6c8bb2de15fb0ef72c07/488",
                                          "extensions_unittests": "4afd727f5ce18befcf9486352337302307c951c7efd6de55882a6d2376abaf51/730",
                                          "filesystem_service_unittests": "86baa1c0a6b235672799791531be2de75ba5d6710d5d5ded2b888d2520d50cd5/488",
                                          "fuzzing_unittests": "706f1bf50a8d2ca60ef4c9cbb7787eca155bcf88159126a6378f88e6ef3bbaa1/488",
                                          "gcm_unit_tests": "99c791771d45c21b776400bd573609a3ec7bd24b73d46b5f31ba5204b2aa6444/565",
                                          "gfx_unittests": "2892f91a239d55a746db708edd604399d6c3cd4bc5db8c82397863c84a544f74/564",
                                          "gin_unittests": "a9c97f2bee43bd66b5cfde7d9eb93d8c058f941a41070bbb1dbc1ba71e1acc78/565",
                                          "gl_tests": "3502e21c740172904e448850aafb441e126aac7bc7a05984ac815d8df264bca3/488",
                                          "gl_unittests": "44e6db4db83ffef6acb67ef47f8720546cdb47a0affdd90cf3a71fa766619cc0/488",
                                          "google_apis_unittests": "f17327c9472b0f41fd98bcadd62e07ff621faebd3fb9a1d9b26938aa8f284a0d/650",
                                          "gpu_unittests": "9a6e069c5ce170d99dbc206a073e23dce34f73f995d435cb3df4fcbeb7b87638/565",
                                          "gtk_unittests": "f8b85f53124c55925dff0026ac73970c656a78037b90037394fb242541f82574/488",
                                          "gwp_asan_unittests": "bbf9b3b4317b11f8017ae92ba26983a125455b6f882db8c7fc37eb7a7e84a6d4/489",
                                          "headless_browsertests": "df0b7d77928cdd832a3f4abb5806768a86db1c3726361c6d0648373d491844be/733",
                                          "headless_unittests": "712204752c6493b8d7d06f341b4557b655e03b37f72892178cf1f4014966fdd0/488",
                                          "interactive_ui_tests": "b26e635d3c9667a95e7db9d7a4ddc1dcbf17e0f087512c7196000c810fb75041/1059",
                                          "ipc_tests": "ac0cf8ea9a80e44cf2f22979de683db347c45afb5e43d2d795c60cec7a069a55/488",
                                          "latency_unittests": "d9553a123cc5a9ac1ba6165b518f9553b71b1e127c5266b1274e03ba01c37fb0/488",
                                          "leveldb_unittests": "c2d360cc2b4005d86444093d6e3c05701ae23ea6c941875c20fc4e85f895ccd0/488",
                                          "libjingle_xmpp_unittests": "05d00c6cde451ad167839dda6ad266b68265b3c4ecc55021cbdddb66aaca7a80/488",
                                          "liburlpattern_unittests": "e4cf2ab63342c8244f9da35b8c997b97881413eb0d72a070a22e4763a3705df3/488",
                                          "media_unittests": "0fecd87bdf8d0f1686a1ab14abc7e0085fae7b70234fbb6fc51671d83117892d/568",
                                          "message_center_unittests": "c006f73bfe413c9a3c9f62448262941b64c9d26b657a2c786799dc7de778a05e/488",
                                          "midi_unittests": "ce3373e7552a09e38eb735a9b5fc439e8642ec59d7e8fa4c4a916eeb64564b4c/488",
                                          "mojo_unittests": "3f00e756768b7580766aa184539bc4a0d25cd92e38e90d235e78830d1600a325/566",
                                          "native_theme_unittests": "61b14652eb5da4cc4d1140c2cbfa2539bee7b6f669c52e58105e2226bc9a2b34/488",
                                          "net_unittests": "ca575e45d27e9172aefe82ebea0da30ac3d1c750aa8085f71be19f6ce00c04d5/567",
                                          "openscreen_unittests": "9545fa44f233d7b095bbfeb346e66fdf758f91c0dfdcde6cc59f1dbce452603e/489",
                                          "ozone_unittests": "4182621e43912cc926dabff69a8a024fd73d13ebde931a9bb5e841abaccafe3b/488",
                                          "ozone_x11_unittests": "246e542dc9474f8554116e6a529267b7748dad862649a52485eb319375e75077/488",
                                          "pdf_unittests": "72f588b0da57e327fa98608f511958550578e3c1218a32a38c1709111ecfe6d4/565",
                                          "perfetto_unittests": "e3dbe71201f5ba886eeba64353400e87aa98f3949ecbfdb9d8d3a1f752b9764f/488",
                                          "printing_unittests": "022fa203c664b27ec72073ddfc587b8f2f70cdbd148058d4145afccdf54c2e4c/488",
                                          "pthreadpool_unittests": "9a26ac9e41c593d09c19ae282e3bf3ab7da041c4e16eb691462b545cd38d64a2/488",
                                          "puffin_unittests": "fc7c0ffe654d8dae2a937e9e960f419f016a58e0e8a668e26a6c783cd21d233e/572",
                                          "remoting_unittests": "ef78615f564e400e2f18714798c090df059466ba0301dd25b73f693f556450d6/565",
                                          "sandbox_linux_unittests": "4b5bdb03b248bf9d0b8e6deff74cac1a5ec646f4b08d440fea2d35e59a561aa8/488",
                                          "services_unittests": "dd6472becaf3d1aa9048cdf6cc573cea63d54e4b85961ce7245a88ff19528e30/813",
                                          "shell_dialogs_unittests": "0328925e8011df3914968d5100b255fa479d86ce9e403dca471a36b4a6de2462/488",
                                          "skia_unittests": "9f5bbf7b690da8f68f7e0504ab9ecf2d13387b07f7ed736e6ff53ba377302d69/488",
                                          "snapshot_unittests": "30af256aa38d3e7c5d076057c5687d8b4b44885c46ffab7bdde81a8e808551ca/488",
                                          "sql_unittests": "091da9c0d64e3c3fe2be8afbc8c398d749a608d73f1ff9467613beab320ad261/565",
                                          "storage_unittests": "32d5714f685dbdd2f3588ab5497f5dc3a4c47742e02991ef2766d930e0984b3f/646",
                                          "sync_integration_tests": "46317bcbaf783f790d1aab4ba68c0633fa60e8a4372ec683c68435b7a120c63c/647",
                                          "ui_base_unittests": "e0481a5a349c5bd2b680d8c9b105a585c9bf2880e612bbd02665b603a6680f04/641",
                                          "ui_touch_selection_unittests": "eb53ce15b368fc33229362127fe42fc330d3d0beb16017cd97724b9c588704fe/488",
                                          "ui_unittests": "145d52a34edf5ba32a1e86d4bffc75700f43d4f987feb33864e8355354b085ea/488",
                                          "unit_tests": "6f1d6de72b078fcbac708d5dd61ef71c66733c8698c40e8b7764450971b81099/1061",
                                          "url_unittests": "da1f1b33915b612c95294740ba439f8b1bbc0140a6bc87356564049113aaf1ac/488",
                                          "views_unittests": "a69cd96d3ffd3117cb366905a0d5a52fbf23ca62285761087c2d132e2435d7cd/488",
                                          "viz_unittests": "cc1456418dc91e886c52567fb29bea50bc30e761d3d57f7b9722e4bbbed735b0/572",
                                          "vr_common_unittests": "58e022857c209b5fab9d8abc8b351291a7a77824134925caa15f4709c3c7e7e7/566",
                                          "wm_unittests": "20d8d40ea354d3d8b4a817ce71b5b502c93b4ddf0c9d9804ad5afa6043272457/488",
                                          "wtf_unittests": "d5e2361ab5ce863417a597f524d1397098b7568ddf7ae9cf0da8145e8d22c737/488",
                                          "xr_browser_tests": "43fefdae313c401e5480777b22efca3d1c6a940cb5f99675380c3fea76ee1794/646",
                                          "zlib_unittests": "f89838cdc6727d3abd5bae5716d1998ae77bd2a8eb492ef574042c130afc3874/489"
                                        },
                                    "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/7922",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:238",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a72ce40d-ba26-4317-9b9d-f33af8fca9a7",
                        "title": "Linux TSan Builder/238",
                        "url": "https://cr-buildbucket.appspot.com/build/8676336175033962433"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8676336175033962433"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8676336175033962433"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8676336175033962433"
                }
          ],
      "parent_build_id": "8676336175033962433",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "6dab7c7e742b528fd52233d3cc926e61b1e7d70d",
      "parent_got_dawn_revision": "583f3600453cc982a3dac39308cac8939875d7af",
      "parent_got_revision": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
      "parent_got_revision_cp": "refs/branch-heads/7922@{#1107}",
      "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
      "parent_got_v8_revision": "c883bbb2ec187e1ea5add43d19e2a79b89aba4ca",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#14}",
      "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
      "swarm_hashes": {
            "absl_hardening_tests": "712946eb4431ab099043e9aada755052546f7acb22dfb4edae9bdac35fdbdc01/488",
            "accessibility_unittests": "84d0aa7da3199191e600b35983167eb97d85020ca16ada56625257d45dc1dbb2/488",
            "angle_unittests": "9a56d79731f12015af5a62015143f7ea680fc946800fbd9ce8ec59a3cf7dca1f/489",
            "aura_unittests": "26ab50ef05cc2f65e7bb70b1e5c21fbb2fbb5ed820648514d922de2b8932d25a/488",
            "base_unittests": "7f5dfb63d6a6c52825187ca3e76aeaa947d169a4c097ca1d548b943dd85d3703/566",
            "blink_common_unittests": "cdb866968ec25218d6cb049975029c0907af5eed090e6986673b5c92611ac8ab/566",
            "blink_fuzzer_unittests": "441c12e4e5e9cace8071ed9624abe15baaec1e5d5ca7fe9f270e10b57835d7f5/488",
            "blink_heap_unittests": "f7b0946a36d96aca56c64957a0cabe8f30622dbe41793d8b7a0548696008e901/488",
            "blink_platform_unittests": "bb963fce70983093316b42afad97b349f5942561688f76d4a7aa303cb99507c6/645",
            "blink_unittests": "2694584815c579ff27161519f7f8567ce27cfb7a70b9bbd8cd1fbd53c1557852/729",
            "boringssl_crypto_tests": "a305b545b5b8061482b867fc3dee27ea6ba7b8fb7173f2ce3a6598fe6ee1b4f5/489",
            "boringssl_ssl_tests": "97902d1e8834cddce7327eb24bb9bb57462196332349e602d45f809b7b26f3ee/488",
            "capture_unittests": "138870ba512ccbed5e8344e8aaf33fa73574044b5e5898c39065eadae4e7f7ff/567",
            "cast_unittests": "85ba38bc9ffc31b7d145b696d461908cefe5c7c1c08c14a548f4cb98dcebd270/488",
            "cc_unittests": "8f875bb19b4eaae29a79f12e16ba7c23c317206c4897b5597dfe9108fdb203cf/648",
            "chrome_app_unittests": "47aac3f31429ca79df8d3c093d70bfb22ab3fa0e1b5d0051765a8703add83f59/566",
            "chromedriver_unittests": "791c7e384a772ff041d521fe73ef76350a4512b6598de4a03596ef8ab0707c43/645",
            "components_browsertests": "a014c8b3933cdbdc5e432482f7d72aaae697c11f815795d6b2ca34f71fb72e40/732",
            "components_unittests": "dcef593deb492b861c566f07a5e8cfb1ecbdf887f82fc7dc93c3778c34a04655/811",
            "compositor_unittests": "050adef9857dfa1afeda3c3bb617d9dc2af4f069ca605ff48aaef67b179befd6/564",
            "content_browsertests": "cc443f66907e5e7ee2a8680e78e9d1c4f218e09e5d3a7b28dc1fc81ac776e6dc/805",
            "content_unittests": "e79f0c3ffc8e74fddc0ef811211e2c1cace757523a91b3eed7c56fac676a4ef7/725",
            "crypto_unittests": "98fe5de44d9b337eec4e1342fb9a2d8c043424fd248026c2f86515a6c9f154c7/568",
            "dbus_unittests": "75e006b5d4d29f395331194017371449627f89b7004858d0bb47772f85a3852e/488",
            "device_unittests": "875c39bcbfc5f1c0f0091b68e00f16451b46b6b6cfc6dde44d6e009204a4d34b/565",
            "display_unittests": "bf597c8e1ce1817d6d7fa4d2da5790d7dc50eff69f9f30e758885903efde575d/488",
            "env_chromium_unittests": "58deffd52d52ecc21fef5999f4dff9efad34c47b67b73f5264489bf8abaa14db/488",
            "events_unittests": "557272426e24036e9aaa84b29f3fbd4546972821a1ec6c8bb2de15fb0ef72c07/488",
            "extensions_unittests": "4afd727f5ce18befcf9486352337302307c951c7efd6de55882a6d2376abaf51/730",
            "filesystem_service_unittests": "86baa1c0a6b235672799791531be2de75ba5d6710d5d5ded2b888d2520d50cd5/488",
            "fuzzing_unittests": "706f1bf50a8d2ca60ef4c9cbb7787eca155bcf88159126a6378f88e6ef3bbaa1/488",
            "gcm_unit_tests": "99c791771d45c21b776400bd573609a3ec7bd24b73d46b5f31ba5204b2aa6444/565",
            "gfx_unittests": "2892f91a239d55a746db708edd604399d6c3cd4bc5db8c82397863c84a544f74/564",
            "gin_unittests": "a9c97f2bee43bd66b5cfde7d9eb93d8c058f941a41070bbb1dbc1ba71e1acc78/565",
            "gl_tests": "3502e21c740172904e448850aafb441e126aac7bc7a05984ac815d8df264bca3/488",
            "gl_unittests": "44e6db4db83ffef6acb67ef47f8720546cdb47a0affdd90cf3a71fa766619cc0/488",
            "google_apis_unittests": "f17327c9472b0f41fd98bcadd62e07ff621faebd3fb9a1d9b26938aa8f284a0d/650",
            "gpu_unittests": "9a6e069c5ce170d99dbc206a073e23dce34f73f995d435cb3df4fcbeb7b87638/565",
            "gtk_unittests": "f8b85f53124c55925dff0026ac73970c656a78037b90037394fb242541f82574/488",
            "gwp_asan_unittests": "bbf9b3b4317b11f8017ae92ba26983a125455b6f882db8c7fc37eb7a7e84a6d4/489",
            "headless_browsertests": "df0b7d77928cdd832a3f4abb5806768a86db1c3726361c6d0648373d491844be/733",
            "headless_unittests": "712204752c6493b8d7d06f341b4557b655e03b37f72892178cf1f4014966fdd0/488",
            "interactive_ui_tests": "b26e635d3c9667a95e7db9d7a4ddc1dcbf17e0f087512c7196000c810fb75041/1059",
            "ipc_tests": "ac0cf8ea9a80e44cf2f22979de683db347c45afb5e43d2d795c60cec7a069a55/488",
            "latency_unittests": "d9553a123cc5a9ac1ba6165b518f9553b71b1e127c5266b1274e03ba01c37fb0/488",
            "leveldb_unittests": "c2d360cc2b4005d86444093d6e3c05701ae23ea6c941875c20fc4e85f895ccd0/488",
            "libjingle_xmpp_unittests": "05d00c6cde451ad167839dda6ad266b68265b3c4ecc55021cbdddb66aaca7a80/488",
            "liburlpattern_unittests": "e4cf2ab63342c8244f9da35b8c997b97881413eb0d72a070a22e4763a3705df3/488",
            "media_unittests": "0fecd87bdf8d0f1686a1ab14abc7e0085fae7b70234fbb6fc51671d83117892d/568",
            "message_center_unittests": "c006f73bfe413c9a3c9f62448262941b64c9d26b657a2c786799dc7de778a05e/488",
            "midi_unittests": "ce3373e7552a09e38eb735a9b5fc439e8642ec59d7e8fa4c4a916eeb64564b4c/488",
            "mojo_unittests": "3f00e756768b7580766aa184539bc4a0d25cd92e38e90d235e78830d1600a325/566",
            "native_theme_unittests": "61b14652eb5da4cc4d1140c2cbfa2539bee7b6f669c52e58105e2226bc9a2b34/488",
            "net_unittests": "ca575e45d27e9172aefe82ebea0da30ac3d1c750aa8085f71be19f6ce00c04d5/567",
            "openscreen_unittests": "9545fa44f233d7b095bbfeb346e66fdf758f91c0dfdcde6cc59f1dbce452603e/489",
            "ozone_unittests": "4182621e43912cc926dabff69a8a024fd73d13ebde931a9bb5e841abaccafe3b/488",
            "ozone_x11_unittests": "246e542dc9474f8554116e6a529267b7748dad862649a52485eb319375e75077/488",
            "pdf_unittests": "72f588b0da57e327fa98608f511958550578e3c1218a32a38c1709111ecfe6d4/565",
            "perfetto_unittests": "e3dbe71201f5ba886eeba64353400e87aa98f3949ecbfdb9d8d3a1f752b9764f/488",
            "printing_unittests": "022fa203c664b27ec72073ddfc587b8f2f70cdbd148058d4145afccdf54c2e4c/488",
            "pthreadpool_unittests": "9a26ac9e41c593d09c19ae282e3bf3ab7da041c4e16eb691462b545cd38d64a2/488",
            "puffin_unittests": "fc7c0ffe654d8dae2a937e9e960f419f016a58e0e8a668e26a6c783cd21d233e/572",
            "remoting_unittests": "ef78615f564e400e2f18714798c090df059466ba0301dd25b73f693f556450d6/565",
            "sandbox_linux_unittests": "4b5bdb03b248bf9d0b8e6deff74cac1a5ec646f4b08d440fea2d35e59a561aa8/488",
            "services_unittests": "dd6472becaf3d1aa9048cdf6cc573cea63d54e4b85961ce7245a88ff19528e30/813",
            "shell_dialogs_unittests": "0328925e8011df3914968d5100b255fa479d86ce9e403dca471a36b4a6de2462/488",
            "skia_unittests": "9f5bbf7b690da8f68f7e0504ab9ecf2d13387b07f7ed736e6ff53ba377302d69/488",
            "snapshot_unittests": "30af256aa38d3e7c5d076057c5687d8b4b44885c46ffab7bdde81a8e808551ca/488",
            "sql_unittests": "091da9c0d64e3c3fe2be8afbc8c398d749a608d73f1ff9467613beab320ad261/565",
            "storage_unittests": "32d5714f685dbdd2f3588ab5497f5dc3a4c47742e02991ef2766d930e0984b3f/646",
            "sync_integration_tests": "46317bcbaf783f790d1aab4ba68c0633fa60e8a4372ec683c68435b7a120c63c/647",
            "ui_base_unittests": "e0481a5a349c5bd2b680d8c9b105a585c9bf2880e612bbd02665b603a6680f04/641",
            "ui_touch_selection_unittests": "eb53ce15b368fc33229362127fe42fc330d3d0beb16017cd97724b9c588704fe/488",
            "ui_unittests": "145d52a34edf5ba32a1e86d4bffc75700f43d4f987feb33864e8355354b085ea/488",
            "unit_tests": "6f1d6de72b078fcbac708d5dd61ef71c66733c8698c40e8b7764450971b81099/1061",
            "url_unittests": "da1f1b33915b612c95294740ba439f8b1bbc0140a6bc87356564049113aaf1ac/488",
            "views_unittests": "a69cd96d3ffd3117cb366905a0d5a52fbf23ca62285761087c2d132e2435d7cd/488",
            "viz_unittests": "cc1456418dc91e886c52567fb29bea50bc30e761d3d57f7b9722e4bbbed735b0/572",
            "vr_common_unittests": "58e022857c209b5fab9d8abc8b351291a7a77824134925caa15f4709c3c7e7e7/566",
            "wm_unittests": "20d8d40ea354d3d8b4a817ce71b5b502c93b4ddf0c9d9804ad5afa6043272457/488",
            "wtf_unittests": "d5e2361ab5ce863417a597f524d1397098b7568ddf7ae9cf0da8145e8d22c737/488",
            "xr_browser_tests": "43fefdae313c401e5480777b22efca3d1c6a940cb5f99675380c3fea76ee1794/646",
            "zlib_unittests": "f89838cdc6727d3abd5bae5716d1998ae77bd2a8eb492ef574042c130afc3874/489"
          },
      "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
    "ref": "refs/branch-heads/7922"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8841761549901026528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m151/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "238"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:15:22.037] Scheduled build:
{
  "id": "8676331487870056593",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 229,
  "createdBy": "project:chromium-m151",
  "createTime": "2026-07-14T04:15:21.599833798Z",
  "updateTime": "2026-07-14T04:15:21.599833798Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
      "ref": "refs/branch-heads/7922"
    }
  }
}
[04:15:22.037] Task URL: https://cr-buildbucket.appspot.com/build/8676331487870056593
[04:15:22.038] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:2:0) after 3m40s
[04:15:22.982] Received PubSub notification, asking Buildbucket for the build status
[04:15:23.029] Build status: SCHEDULED
[04:15:29.127] Received PubSub notification, asking Buildbucket for the build status
[04:15:29.145] Build status: STARTED
[04:19:02.147] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:2:0)
[04:19:02.171] Build status: STARTED
[04:19:02.171] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:5:0) after 1m30s
[04:20:32.287] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:5:0)
[04:20:32.310] Build status: STARTED
[04:20:32.310] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:6:0) after 5m31s
[04:26:03.346] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:6:0)
[04:26:03.370] Build status: STARTED
[04:26:03.370] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:7:0) after 3m49s
[04:29:52.437] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:7:0)
[04:29:52.468] Build status: STARTED
[04:29:52.468] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:8:0) after 3m26s
[04:33:18.486] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:8:0)
[04:33:18.547] Build status: STARTED
[04:33:18.548] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:9:0) after 7m34s
[04:40:52.615] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:9:0)
[04:40:52.676] Build status: STARTED
[04:40:52.676] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8841761549901026528:10:0) after 9m38s
[04:49:23.931] Received PubSub notification, asking Buildbucket for the build status
[04:49:23.948] Build:
{
  "id": "8676331487870056593",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 229,
  "createdBy": "project:chromium-m151",
  "createTime": "2026-07-14T04:15:21.599833798Z",
  "startTime": "2026-07-14T04:15:28.951282984Z",
  "endTime": "2026-07-14T04:49:23.573142360Z",
  "updateTime": "2026-07-14T04:49:23.573142360Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "61e0c447e83a2a20f7767915f4d4ca85e3234dd9",
      "ref": "refs/branch-heads/7922"
    }
  }
}
[04:49:23.948] Invocation finished in 34m3.668532137s with status FAILED