Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 34 minutes
Actions:

Definition (rev 2cff05d24558cab230107dcdff4ecca328b71261)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7922"
      }
    ]
  },
  "branch": "refs/branch-heads/7922",
  "deps_revision_overrides": {
    "src": "8d8a3034c6958c8364f4561595c62e54ac86bacc"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8674370522595568913"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8674370522595568913"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8674370522595568913"
    }
  ],
  "parent_build_id": "8674370522595568913",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
  "parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
  "parent_got_revision": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
  "parent_got_revision_cp": "refs/branch-heads/7922@{#2548}",
  "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
  "parent_got_v8_revision": "20ad8d002c17ccc7ccfbefc6c4dcf1242fe80921",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#33}",
  "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
  "swarm_hashes": {
    "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
    "accessibility_unittests": "d0ae2e87e8212c08e3d4eb0d014fb58ababd403aa6b33be5e01243aa3fd17979/488",
    "angle_unittests": "80fc3e70fe8dec17bf21d76f5e1312d868630cf6332669bafd6fefadf04bc868/489",
    "aura_unittests": "a3538e793e2fc6dc0dd38131fde7cd97fe8cd9be220fe773714493ec5e2ad256/488",
    "base_unittests": "93de8dd234f32e9af819f35444c607944b4eb746a3f211beef66c4fb6117b081/566",
    "blink_common_unittests": "4f14152221738fc9af89efc0942a5c7bac290f9e59e915ce00fd6e9cfc1c9fd4/566",
    "blink_fuzzer_unittests": "35c1cca7920f7629384afb1aa50edfc7ff9dada7109a39085ee69f4bee13af1f/488",
    "blink_heap_unittests": "0c747cc590234c4c61d7af579a7da45834c3fdc9c08182f3c2f32a5d01a79a81/488",
    "blink_platform_unittests": "02b225ae34a11f06434d9e56f87d886f628c9bfc105bdd823cd9e75ff2a43081/645",
    "blink_unittests": "c7931b3ea48cf64a3ac4d11edff4b4ab0b9a5073523909802f7cf96707bbf4c6/729",
    "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
    "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
    "capture_unittests": "0d627d26787314733087d9980e2148a8337ed055bbf8ca9316b5b98d9d1ba0fd/567",
    "cast_unittests": "207db004228cc11b141c50872c5157064ef0dad18d0eae0a01bcc7e1e306114c/488",
    "cc_unittests": "9eac0fa8ee14aef463d9972e3ea4a3c31a73595d5e37e24ce0f96bad4065341b/648",
    "chrome_app_unittests": "5a75f6e48ff152580d66c92f9bafad5cb16bd15ecca1d2d88cedbb65e32e02d2/566",
    "chromedriver_unittests": "fb6769463002b025b8744243fad475149a396da819db1b5e9314d35fa4e0fbe1/645",
    "components_browsertests": "66a02915d8df2489ebc111f523de3a10663076f9fbc25d82643094de982d2dab/732",
    "components_unittests": "148b40833b56f3997d5de604d9eb08f1d4ce6514d799a2495de05713a381237f/811",
    "compositor_unittests": "ae38f01fc05d65d96ef249559c96afda9b624904201453c54543835e0503b3d3/564",
    "content_browsertests": "04823f1498c8329452a1267cea4cc9b52a14a68319eb5c20a69e3a8ff7b579a9/805",
    "content_unittests": "ab65f68479e97a9f96a59188e646be5203fa33a5a75b666bbf4bf581354a1902/725",
    "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
    "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
    "device_unittests": "da9caa97f4121c074e473ec1402cdc67833b4b960d7642b385d6d021798e9017/565",
    "display_unittests": "1ccaf7438a612dc49549b7ec4e8bdb27b743009c9d0f49686b3eb9cffbc40d65/488",
    "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
    "events_unittests": "5b2af9c4127a92d212b7577e00c2cba5ab9c21080eb9e013e6ae23191d0045db/488",
    "extensions_unittests": "a30fbd23ea273e4282c04f2820be04893af38e31b4445d1adb0c83b69c15b04e/730",
    "filesystem_service_unittests": "a3e7c098bc784e321fbec4d35977d0a1d2da8e245163821cfe281f690ea10b6d/488",
    "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
    "gcm_unit_tests": "30e80e5d6f60a01c692e3df700e4881791950423d7a10ff3a0172aa103a3785f/565",
    "gfx_unittests": "f3343df295c8aa9325d7117a1d35db1fad0e901fec4923246e9f2ab968b75677/564",
    "gin_unittests": "eb1a96d3a4b59ae668ae4ba7ffe7c2de766a2c3902e78650ed11834973ae3dd3/565",
    "gl_tests": "f912b6d878e8cfe805f974c55e78de90d2dc4c923d611749f1e510afd9a68123/488",
    "gl_unittests": "8617984c15e8004023bf5d5f7393a87b0e516ebc821ea80ae91dfe44b17a9d71/488",
    "google_apis_unittests": "2e10ff9bd3a2859c2eb7cdf4b7e4ef20e346000584e25cf88c834c67c1601101/650",
    "gpu_unittests": "b36e215fd48fe069786283a1d7ad63892ea8632dae4a9c67dd3902932b5e91c3/565",
    "gtk_unittests": "3924bc868edf22be5f75d9c5cbe9f46261f30837c198c0dd4bca18105c7f4a62/488",
    "gwp_asan_unittests": "837367a810bda61b0e12c43dabafe316a725cd390616bb9df48a46cd90da9e10/489",
    "headless_browsertests": "d312615df77e4807416f94654e1d0e50293645c40dd898a240c00d5d6e2148c6/733",
    "headless_unittests": "c4315fed54ef3e8303724bb142fc27379d9fc616b272cfe3d9956da9a09efe96/488",
    "interactive_ui_tests": "606c74928acd7ca70574f34e553fd2d9604ef05ec69ef182f8d044e8915c67e3/1059",
    "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
    "latency_unittests": "2a75bac3bdd7aaf32e2328a653bb60b6800f22d6b956e61c995fa00ec7e30f2f/488",
    "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
    "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
    "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
    "media_unittests": "e2e94452adf07f5dd95a12f0f919863e31a3ee07a08bfcf48e22106e3a095c40/568",
    "message_center_unittests": "4b09f669140d2368832baf2fe69f2252c36dc5c4d7a011cd03b050a8b648e251/488",
    "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
    "mojo_unittests": "92ff0698cfa9a90f64987035faee1c59d53ad827b7baaa00827bb2daadb503fc/566",
    "native_theme_unittests": "3317f3dd07650a51ce8749fd94f2b8c6358d319d1e03f1c8176e48b1a84fd5ee/488",
    "net_unittests": "44bfbed61b17b586a6f345ba3229bf85f11fa7e9245d8cdfa8b10a8380280c17/567",
    "openscreen_unittests": "2d4b20f8a1df6dbd12a0a8655fc1b42f8610839b271df5fbda02d37f279c7d63/489",
    "ozone_unittests": "d8d8423c76a3558363a7b5c85bab565f981b978b7e747a6898733f4429a4ac4d/488",
    "ozone_x11_unittests": "37935de51a33f8b091557d33070d68153b2220005384cb55500c79fe31525bcc/488",
    "pdf_unittests": "27737d81ca4daaa01a8a0e696ad2724bee4f7d43dcb664e51d8df65954864a5a/565",
    "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
    "printing_unittests": "b8d05477ff9fc5202e2c98bb116ac48f23746d146e25e68d86ce31be3d866997/488",
    "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
    "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
    "remoting_unittests": "02f44dfc544aa7c88e161b1f2b985b1a629a2dec4988189d72cb1db929ba49fd/565",
    "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
    "services_unittests": "6e1c21f09d761d616b011d67262ce6a918187610e228091ce85747c35932bd36/813",
    "shell_dialogs_unittests": "f9ce1bc26d5900007a47b008deaa7b0527a54096b530813cb0b3b25f9c5b0b8f/488",
    "skia_unittests": "ab14542cb9734d2600ada61d1e66a08e742bf51e5d0458e4f7ed41842d5bffd1/488",
    "snapshot_unittests": "fe4b89f8b5e3ab910c3eceab1cece23d5d18a80f781a466b3c7c49cd2a0d32f7/488",
    "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
    "storage_unittests": "1b55b8ff5f3ea3abf364ebe7051c554c0d695669534ec24d220e62adf3c8140d/646",
    "sync_integration_tests": "78684ddf24074a5539e06e9bbbe49d57bd5a4d60d7b5bcdeeb136f7bb85f209f/647",
    "ui_base_unittests": "1ca56d2f84e712937924d901149ba6ddd8572f00d9e2eaa099f45f30365dc375/641",
    "ui_touch_selection_unittests": "0f552248d12514359411948da902d5bbe20dfe8bcbe2cc409ecf188d75d50997/488",
    "ui_unittests": "a4e77c087e930bd4b1312598ede850273609804cebbdf4152c7f0cd72ef76b0c/488",
    "unit_tests": "ae596eca10090257a1f164d2b5c66fbcc0e1e9658a73cf1a9f65a140f2ecf121/1061",
    "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
    "views_unittests": "e22e4cd70db40e32f878a08a443549e3f44540256e3be97f5fb63ba1af6cfa9c/488",
    "viz_unittests": "de895df34fc9e434e54bd316b1573ff8f3266567d668e2810f8c978be0d07a89/572",
    "vr_common_unittests": "5b7e273a909643d32b5278ca713a56e7efec06328ecbb8e07d5eed1085b8406b/566",
    "wm_unittests": "2ae87c7c0d290b5c7881ae528d21626aa157d2268505152cfb5facadeaef816e/488",
    "wtf_unittests": "47e465438dba07e0a81383ef4ff775400232a9381ceff1335fe783b6b1777094/488",
    "xr_browser_tests": "98f8d51b32712bbb75a92d75aca8b1e141c588f142d3e8af0443789c6d1fb2ee/646",
    "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
  },
  "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8d8a3034c6958c8364f4561595c62e54ac86bacc
  • gitiles_ref:refs/branch-heads/7922
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:639
  • user_agent:recipe

Debug log (UTC)

[20:48:08.764] New invocation is queued and will start shortly
[20:48:08.764] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:48:10.034] Starting the invocation (attempt 1)
[20:48:10.065] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8d8a3034c6958c8364f4561595c62e54ac86bacc"
[20:48:10.065] Popped gitiles commit info from properties and tags
[20:48:10.065] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:48:10.066] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:48:10.067] Buildbucket request:
{
  "requestId": "8839796551528196144",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7922"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839796551528196144",
            "job": "chromium-m151/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7922"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "8d8a3034c6958c8364f4561595c62e54ac86bacc"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8674370522595568913"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8674370522595568913"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8674370522595568913"
                                              }
                                        ],
                                    "parent_build_id": "8674370522595568913",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
                                    "parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
                                    "parent_got_revision": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
                                    "parent_got_revision_cp": "refs/branch-heads/7922@{#2548}",
                                    "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
                                    "parent_got_v8_revision": "20ad8d002c17ccc7ccfbefc6c4dcf1242fe80921",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#33}",
                                    "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
                                    "revision": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
                                          "accessibility_unittests": "d0ae2e87e8212c08e3d4eb0d014fb58ababd403aa6b33be5e01243aa3fd17979/488",
                                          "angle_unittests": "80fc3e70fe8dec17bf21d76f5e1312d868630cf6332669bafd6fefadf04bc868/489",
                                          "aura_unittests": "a3538e793e2fc6dc0dd38131fde7cd97fe8cd9be220fe773714493ec5e2ad256/488",
                                          "base_unittests": "93de8dd234f32e9af819f35444c607944b4eb746a3f211beef66c4fb6117b081/566",
                                          "blink_common_unittests": "4f14152221738fc9af89efc0942a5c7bac290f9e59e915ce00fd6e9cfc1c9fd4/566",
                                          "blink_fuzzer_unittests": "35c1cca7920f7629384afb1aa50edfc7ff9dada7109a39085ee69f4bee13af1f/488",
                                          "blink_heap_unittests": "0c747cc590234c4c61d7af579a7da45834c3fdc9c08182f3c2f32a5d01a79a81/488",
                                          "blink_platform_unittests": "02b225ae34a11f06434d9e56f87d886f628c9bfc105bdd823cd9e75ff2a43081/645",
                                          "blink_unittests": "c7931b3ea48cf64a3ac4d11edff4b4ab0b9a5073523909802f7cf96707bbf4c6/729",
                                          "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
                                          "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
                                          "capture_unittests": "0d627d26787314733087d9980e2148a8337ed055bbf8ca9316b5b98d9d1ba0fd/567",
                                          "cast_unittests": "207db004228cc11b141c50872c5157064ef0dad18d0eae0a01bcc7e1e306114c/488",
                                          "cc_unittests": "9eac0fa8ee14aef463d9972e3ea4a3c31a73595d5e37e24ce0f96bad4065341b/648",
                                          "chrome_app_unittests": "5a75f6e48ff152580d66c92f9bafad5cb16bd15ecca1d2d88cedbb65e32e02d2/566",
                                          "chromedriver_unittests": "fb6769463002b025b8744243fad475149a396da819db1b5e9314d35fa4e0fbe1/645",
                                          "components_browsertests": "66a02915d8df2489ebc111f523de3a10663076f9fbc25d82643094de982d2dab/732",
                                          "components_unittests": "148b40833b56f3997d5de604d9eb08f1d4ce6514d799a2495de05713a381237f/811",
                                          "compositor_unittests": "ae38f01fc05d65d96ef249559c96afda9b624904201453c54543835e0503b3d3/564",
                                          "content_browsertests": "04823f1498c8329452a1267cea4cc9b52a14a68319eb5c20a69e3a8ff7b579a9/805",
                                          "content_unittests": "ab65f68479e97a9f96a59188e646be5203fa33a5a75b666bbf4bf581354a1902/725",
                                          "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
                                          "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
                                          "device_unittests": "da9caa97f4121c074e473ec1402cdc67833b4b960d7642b385d6d021798e9017/565",
                                          "display_unittests": "1ccaf7438a612dc49549b7ec4e8bdb27b743009c9d0f49686b3eb9cffbc40d65/488",
                                          "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
                                          "events_unittests": "5b2af9c4127a92d212b7577e00c2cba5ab9c21080eb9e013e6ae23191d0045db/488",
                                          "extensions_unittests": "a30fbd23ea273e4282c04f2820be04893af38e31b4445d1adb0c83b69c15b04e/730",
                                          "filesystem_service_unittests": "a3e7c098bc784e321fbec4d35977d0a1d2da8e245163821cfe281f690ea10b6d/488",
                                          "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
                                          "gcm_unit_tests": "30e80e5d6f60a01c692e3df700e4881791950423d7a10ff3a0172aa103a3785f/565",
                                          "gfx_unittests": "f3343df295c8aa9325d7117a1d35db1fad0e901fec4923246e9f2ab968b75677/564",
                                          "gin_unittests": "eb1a96d3a4b59ae668ae4ba7ffe7c2de766a2c3902e78650ed11834973ae3dd3/565",
                                          "gl_tests": "f912b6d878e8cfe805f974c55e78de90d2dc4c923d611749f1e510afd9a68123/488",
                                          "gl_unittests": "8617984c15e8004023bf5d5f7393a87b0e516ebc821ea80ae91dfe44b17a9d71/488",
                                          "google_apis_unittests": "2e10ff9bd3a2859c2eb7cdf4b7e4ef20e346000584e25cf88c834c67c1601101/650",
                                          "gpu_unittests": "b36e215fd48fe069786283a1d7ad63892ea8632dae4a9c67dd3902932b5e91c3/565",
                                          "gtk_unittests": "3924bc868edf22be5f75d9c5cbe9f46261f30837c198c0dd4bca18105c7f4a62/488",
                                          "gwp_asan_unittests": "837367a810bda61b0e12c43dabafe316a725cd390616bb9df48a46cd90da9e10/489",
                                          "headless_browsertests": "d312615df77e4807416f94654e1d0e50293645c40dd898a240c00d5d6e2148c6/733",
                                          "headless_unittests": "c4315fed54ef3e8303724bb142fc27379d9fc616b272cfe3d9956da9a09efe96/488",
                                          "interactive_ui_tests": "606c74928acd7ca70574f34e553fd2d9604ef05ec69ef182f8d044e8915c67e3/1059",
                                          "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
                                          "latency_unittests": "2a75bac3bdd7aaf32e2328a653bb60b6800f22d6b956e61c995fa00ec7e30f2f/488",
                                          "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
                                          "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
                                          "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
                                          "media_unittests": "e2e94452adf07f5dd95a12f0f919863e31a3ee07a08bfcf48e22106e3a095c40/568",
                                          "message_center_unittests": "4b09f669140d2368832baf2fe69f2252c36dc5c4d7a011cd03b050a8b648e251/488",
                                          "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
                                          "mojo_unittests": "92ff0698cfa9a90f64987035faee1c59d53ad827b7baaa00827bb2daadb503fc/566",
                                          "native_theme_unittests": "3317f3dd07650a51ce8749fd94f2b8c6358d319d1e03f1c8176e48b1a84fd5ee/488",
                                          "net_unittests": "44bfbed61b17b586a6f345ba3229bf85f11fa7e9245d8cdfa8b10a8380280c17/567",
                                          "openscreen_unittests": "2d4b20f8a1df6dbd12a0a8655fc1b42f8610839b271df5fbda02d37f279c7d63/489",
                                          "ozone_unittests": "d8d8423c76a3558363a7b5c85bab565f981b978b7e747a6898733f4429a4ac4d/488",
                                          "ozone_x11_unittests": "37935de51a33f8b091557d33070d68153b2220005384cb55500c79fe31525bcc/488",
                                          "pdf_unittests": "27737d81ca4daaa01a8a0e696ad2724bee4f7d43dcb664e51d8df65954864a5a/565",
                                          "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
                                          "printing_unittests": "b8d05477ff9fc5202e2c98bb116ac48f23746d146e25e68d86ce31be3d866997/488",
                                          "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
                                          "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
                                          "remoting_unittests": "02f44dfc544aa7c88e161b1f2b985b1a629a2dec4988189d72cb1db929ba49fd/565",
                                          "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
                                          "services_unittests": "6e1c21f09d761d616b011d67262ce6a918187610e228091ce85747c35932bd36/813",
                                          "shell_dialogs_unittests": "f9ce1bc26d5900007a47b008deaa7b0527a54096b530813cb0b3b25f9c5b0b8f/488",
                                          "skia_unittests": "ab14542cb9734d2600ada61d1e66a08e742bf51e5d0458e4f7ed41842d5bffd1/488",
                                          "snapshot_unittests": "fe4b89f8b5e3ab910c3eceab1cece23d5d18a80f781a466b3c7c49cd2a0d32f7/488",
                                          "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
                                          "storage_unittests": "1b55b8ff5f3ea3abf364ebe7051c554c0d695669534ec24d220e62adf3c8140d/646",
                                          "sync_integration_tests": "78684ddf24074a5539e06e9bbbe49d57bd5a4d60d7b5bcdeeb136f7bb85f209f/647",
                                          "ui_base_unittests": "1ca56d2f84e712937924d901149ba6ddd8572f00d9e2eaa099f45f30365dc375/641",
                                          "ui_touch_selection_unittests": "0f552248d12514359411948da902d5bbe20dfe8bcbe2cc409ecf188d75d50997/488",
                                          "ui_unittests": "a4e77c087e930bd4b1312598ede850273609804cebbdf4152c7f0cd72ef76b0c/488",
                                          "unit_tests": "ae596eca10090257a1f164d2b5c66fbcc0e1e9658a73cf1a9f65a140f2ecf121/1061",
                                          "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
                                          "views_unittests": "e22e4cd70db40e32f878a08a443549e3f44540256e3be97f5fb63ba1af6cfa9c/488",
                                          "viz_unittests": "de895df34fc9e434e54bd316b1573ff8f3266567d668e2810f8c978be0d07a89/572",
                                          "vr_common_unittests": "5b7e273a909643d32b5278ca713a56e7efec06328ecbb8e07d5eed1085b8406b/566",
                                          "wm_unittests": "2ae87c7c0d290b5c7881ae528d21626aa157d2268505152cfb5facadeaef816e/488",
                                          "wtf_unittests": "47e465438dba07e0a81383ef4ff775400232a9381ceff1335fe783b6b1777094/488",
                                          "xr_browser_tests": "98f8d51b32712bbb75a92d75aca8b1e141c588f142d3e8af0443789c6d1fb2ee/646",
                                          "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
                                        },
                                    "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/7922",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:639",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "94f3ec15-1f19-42a1-9264-8741a45abdc7",
                        "title": "Linux TSan Builder/639",
                        "url": "https://cr-buildbucket.appspot.com/build/8674370522595568913"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "8d8a3034c6958c8364f4561595c62e54ac86bacc"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8674370522595568913"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8674370522595568913"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8674370522595568913"
                }
          ],
      "parent_build_id": "8674370522595568913",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "a17d5224d83f6018eb6a21a644ad9ef86eac475d",
      "parent_got_dawn_revision": "48d9737ff728e6211290d591b203a44cb77a2cc5",
      "parent_got_revision": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
      "parent_got_revision_cp": "refs/branch-heads/7922@{#2548}",
      "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
      "parent_got_v8_revision": "20ad8d002c17ccc7ccfbefc6c4dcf1242fe80921",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.1@{#33}",
      "parent_got_webrtc_revision": "f20ebb8adbf4fa781830e4384c61f732bd28a217",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48103}",
      "swarm_hashes": {
            "absl_hardening_tests": "84af5a80a5e98b0ff4b6ebaa927d058ac4cbcc4bd3d2853169da14a33e8d427e/488",
            "accessibility_unittests": "d0ae2e87e8212c08e3d4eb0d014fb58ababd403aa6b33be5e01243aa3fd17979/488",
            "angle_unittests": "80fc3e70fe8dec17bf21d76f5e1312d868630cf6332669bafd6fefadf04bc868/489",
            "aura_unittests": "a3538e793e2fc6dc0dd38131fde7cd97fe8cd9be220fe773714493ec5e2ad256/488",
            "base_unittests": "93de8dd234f32e9af819f35444c607944b4eb746a3f211beef66c4fb6117b081/566",
            "blink_common_unittests": "4f14152221738fc9af89efc0942a5c7bac290f9e59e915ce00fd6e9cfc1c9fd4/566",
            "blink_fuzzer_unittests": "35c1cca7920f7629384afb1aa50edfc7ff9dada7109a39085ee69f4bee13af1f/488",
            "blink_heap_unittests": "0c747cc590234c4c61d7af579a7da45834c3fdc9c08182f3c2f32a5d01a79a81/488",
            "blink_platform_unittests": "02b225ae34a11f06434d9e56f87d886f628c9bfc105bdd823cd9e75ff2a43081/645",
            "blink_unittests": "c7931b3ea48cf64a3ac4d11edff4b4ab0b9a5073523909802f7cf96707bbf4c6/729",
            "boringssl_crypto_tests": "08b82403d6e6663a571acfd7f94a56e5eba56e05cc36cf8a14ea3750d934dcc1/489",
            "boringssl_ssl_tests": "91e7473a65a0aad53fd596b352b7ed4409b46724bc8a98ea31e5685777ede81e/488",
            "capture_unittests": "0d627d26787314733087d9980e2148a8337ed055bbf8ca9316b5b98d9d1ba0fd/567",
            "cast_unittests": "207db004228cc11b141c50872c5157064ef0dad18d0eae0a01bcc7e1e306114c/488",
            "cc_unittests": "9eac0fa8ee14aef463d9972e3ea4a3c31a73595d5e37e24ce0f96bad4065341b/648",
            "chrome_app_unittests": "5a75f6e48ff152580d66c92f9bafad5cb16bd15ecca1d2d88cedbb65e32e02d2/566",
            "chromedriver_unittests": "fb6769463002b025b8744243fad475149a396da819db1b5e9314d35fa4e0fbe1/645",
            "components_browsertests": "66a02915d8df2489ebc111f523de3a10663076f9fbc25d82643094de982d2dab/732",
            "components_unittests": "148b40833b56f3997d5de604d9eb08f1d4ce6514d799a2495de05713a381237f/811",
            "compositor_unittests": "ae38f01fc05d65d96ef249559c96afda9b624904201453c54543835e0503b3d3/564",
            "content_browsertests": "04823f1498c8329452a1267cea4cc9b52a14a68319eb5c20a69e3a8ff7b579a9/805",
            "content_unittests": "ab65f68479e97a9f96a59188e646be5203fa33a5a75b666bbf4bf581354a1902/725",
            "crypto_unittests": "dadbe3584e933eb37e61fdaadce5ba4059c5477f62e79a4a290fc64ae7b89c7c/568",
            "dbus_unittests": "a938e57730227c7b62c4d95c4d59f0716da052a3e11f0dd39e7d1e80af1fc669/488",
            "device_unittests": "da9caa97f4121c074e473ec1402cdc67833b4b960d7642b385d6d021798e9017/565",
            "display_unittests": "1ccaf7438a612dc49549b7ec4e8bdb27b743009c9d0f49686b3eb9cffbc40d65/488",
            "env_chromium_unittests": "308bcf114f54ed540f547b9b21aae7a4c9416a7a639bba3049b8ecd54a74d76a/488",
            "events_unittests": "5b2af9c4127a92d212b7577e00c2cba5ab9c21080eb9e013e6ae23191d0045db/488",
            "extensions_unittests": "a30fbd23ea273e4282c04f2820be04893af38e31b4445d1adb0c83b69c15b04e/730",
            "filesystem_service_unittests": "a3e7c098bc784e321fbec4d35977d0a1d2da8e245163821cfe281f690ea10b6d/488",
            "fuzzing_unittests": "3b47709cdfa7f08bb31dde126bd020269c1c394f413fc055041c4818983dd438/488",
            "gcm_unit_tests": "30e80e5d6f60a01c692e3df700e4881791950423d7a10ff3a0172aa103a3785f/565",
            "gfx_unittests": "f3343df295c8aa9325d7117a1d35db1fad0e901fec4923246e9f2ab968b75677/564",
            "gin_unittests": "eb1a96d3a4b59ae668ae4ba7ffe7c2de766a2c3902e78650ed11834973ae3dd3/565",
            "gl_tests": "f912b6d878e8cfe805f974c55e78de90d2dc4c923d611749f1e510afd9a68123/488",
            "gl_unittests": "8617984c15e8004023bf5d5f7393a87b0e516ebc821ea80ae91dfe44b17a9d71/488",
            "google_apis_unittests": "2e10ff9bd3a2859c2eb7cdf4b7e4ef20e346000584e25cf88c834c67c1601101/650",
            "gpu_unittests": "b36e215fd48fe069786283a1d7ad63892ea8632dae4a9c67dd3902932b5e91c3/565",
            "gtk_unittests": "3924bc868edf22be5f75d9c5cbe9f46261f30837c198c0dd4bca18105c7f4a62/488",
            "gwp_asan_unittests": "837367a810bda61b0e12c43dabafe316a725cd390616bb9df48a46cd90da9e10/489",
            "headless_browsertests": "d312615df77e4807416f94654e1d0e50293645c40dd898a240c00d5d6e2148c6/733",
            "headless_unittests": "c4315fed54ef3e8303724bb142fc27379d9fc616b272cfe3d9956da9a09efe96/488",
            "interactive_ui_tests": "606c74928acd7ca70574f34e553fd2d9604ef05ec69ef182f8d044e8915c67e3/1059",
            "ipc_tests": "c04411bdb6458a039a354d9d589eda21f087f145cddd9aaa9993fea2aab682b0/488",
            "latency_unittests": "2a75bac3bdd7aaf32e2328a653bb60b6800f22d6b956e61c995fa00ec7e30f2f/488",
            "leveldb_unittests": "06350b00dafe6d86d1aa5fbadd0e23cf8762ae89a631814429f577de5e29cbc5/488",
            "libjingle_xmpp_unittests": "629e15020f531766fb90c46d213219fbf591402eebe1fe38f912e88c86ede2d3/488",
            "liburlpattern_unittests": "ea203a7bea6c5359c711ca86d357a8d338a3893c0b713bee9d7e22a4f1a9e38d/488",
            "media_unittests": "e2e94452adf07f5dd95a12f0f919863e31a3ee07a08bfcf48e22106e3a095c40/568",
            "message_center_unittests": "4b09f669140d2368832baf2fe69f2252c36dc5c4d7a011cd03b050a8b648e251/488",
            "midi_unittests": "55e70d30463179baebd506198c4b1e106089f0c08904daa39650480973418114/488",
            "mojo_unittests": "92ff0698cfa9a90f64987035faee1c59d53ad827b7baaa00827bb2daadb503fc/566",
            "native_theme_unittests": "3317f3dd07650a51ce8749fd94f2b8c6358d319d1e03f1c8176e48b1a84fd5ee/488",
            "net_unittests": "44bfbed61b17b586a6f345ba3229bf85f11fa7e9245d8cdfa8b10a8380280c17/567",
            "openscreen_unittests": "2d4b20f8a1df6dbd12a0a8655fc1b42f8610839b271df5fbda02d37f279c7d63/489",
            "ozone_unittests": "d8d8423c76a3558363a7b5c85bab565f981b978b7e747a6898733f4429a4ac4d/488",
            "ozone_x11_unittests": "37935de51a33f8b091557d33070d68153b2220005384cb55500c79fe31525bcc/488",
            "pdf_unittests": "27737d81ca4daaa01a8a0e696ad2724bee4f7d43dcb664e51d8df65954864a5a/565",
            "perfetto_unittests": "23d2109283c8c205287bb4e39c0b50a49c4070945c8293e3bef78887a60c9c7d/488",
            "printing_unittests": "b8d05477ff9fc5202e2c98bb116ac48f23746d146e25e68d86ce31be3d866997/488",
            "pthreadpool_unittests": "303f1882bf5c7b186d548ffc4778aaf9891c3ab7999917a2a333968d0eba677f/488",
            "puffin_unittests": "7762861931be80fb8b13ee0af13bef4388049ee9a1b7cabe93123460f721023c/572",
            "remoting_unittests": "02f44dfc544aa7c88e161b1f2b985b1a629a2dec4988189d72cb1db929ba49fd/565",
            "sandbox_linux_unittests": "ca5f0ca6b5f9f72e3d778ab7104c942371ee3b9b79f6a493261029656b8a3330/488",
            "services_unittests": "6e1c21f09d761d616b011d67262ce6a918187610e228091ce85747c35932bd36/813",
            "shell_dialogs_unittests": "f9ce1bc26d5900007a47b008deaa7b0527a54096b530813cb0b3b25f9c5b0b8f/488",
            "skia_unittests": "ab14542cb9734d2600ada61d1e66a08e742bf51e5d0458e4f7ed41842d5bffd1/488",
            "snapshot_unittests": "fe4b89f8b5e3ab910c3eceab1cece23d5d18a80f781a466b3c7c49cd2a0d32f7/488",
            "sql_unittests": "23920a8dd346454549137c5565b31390d1ed240a6c3befaf0e35718bfd1f248a/565",
            "storage_unittests": "1b55b8ff5f3ea3abf364ebe7051c554c0d695669534ec24d220e62adf3c8140d/646",
            "sync_integration_tests": "78684ddf24074a5539e06e9bbbe49d57bd5a4d60d7b5bcdeeb136f7bb85f209f/647",
            "ui_base_unittests": "1ca56d2f84e712937924d901149ba6ddd8572f00d9e2eaa099f45f30365dc375/641",
            "ui_touch_selection_unittests": "0f552248d12514359411948da902d5bbe20dfe8bcbe2cc409ecf188d75d50997/488",
            "ui_unittests": "a4e77c087e930bd4b1312598ede850273609804cebbdf4152c7f0cd72ef76b0c/488",
            "unit_tests": "ae596eca10090257a1f164d2b5c66fbcc0e1e9658a73cf1a9f65a140f2ecf121/1061",
            "url_unittests": "acb8149ed14dc01f4c8d601698720510581c95fa2732c7a88a134cb82dcc7f45/488",
            "views_unittests": "e22e4cd70db40e32f878a08a443549e3f44540256e3be97f5fb63ba1af6cfa9c/488",
            "viz_unittests": "de895df34fc9e434e54bd316b1573ff8f3266567d668e2810f8c978be0d07a89/572",
            "vr_common_unittests": "5b7e273a909643d32b5278ca713a56e7efec06328ecbb8e07d5eed1085b8406b/566",
            "wm_unittests": "2ae87c7c0d290b5c7881ae528d21626aa157d2268505152cfb5facadeaef816e/488",
            "wtf_unittests": "47e465438dba07e0a81383ef4ff775400232a9381ceff1335fe783b6b1777094/488",
            "xr_browser_tests": "98f8d51b32712bbb75a92d75aca8b1e141c588f142d3e8af0443789c6d1fb2ee/646",
            "zlib_unittests": "63bba2c61fdee438654f0b3d6f7fa3eeaf9833d6f79534ad57b826c12c5e23b9/489"
          },
      "swarming_command_lines_cwd": "out/4326-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
    "ref": "refs/branch-heads/7922"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839796551528196144"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m151/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "639"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:48:10.721] Scheduled build:
{
  "id": "8674366489428889089",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 624,
  "createdBy": "project:chromium-m151",
  "createTime": "2026-08-04T20:48:10.144067909Z",
  "updateTime": "2026-08-04T20:48:10.144067909Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
      "ref": "refs/branch-heads/7922"
    }
  }
}
[20:48:10.721] Task URL: https://cr-buildbucket.appspot.com/build/8674366489428889089
[20:48:10.721] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:2:0) after 1m14s
[20:48:11.757] Received PubSub notification, asking Buildbucket for the build status
[20:48:11.777] Build status: SCHEDULED
[20:48:14.894] Received PubSub notification, asking Buildbucket for the build status
[20:48:14.912] Build status: STARTED
[20:49:24.834] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:2:0)
[20:49:24.854] Build status: STARTED
[20:49:24.854] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:5:0) after 3m25s
[20:52:49.914] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:5:0)
[20:52:49.940] Build status: STARTED
[20:52:49.940] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:6:0) after 9m30s
[21:02:19.957] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:6:0)
[21:02:19.977] Build status: STARTED
[21:02:19.977] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:7:0) after 9m44s
[21:12:03.994] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:7:0)
[21:12:04.015] Build status: STARTED
[21:12:04.015] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:8:0) after 8m12s
[21:20:16.110] Handling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:8:0)
[21:20:16.127] Build status: STARTED
[21:20:16.127] Scheduling timer "check-buildbucket-build-status" (chromium-m151/Linux TSan Tests:8839796551528196144:9:0) after 5m8s
[21:22:46.397] Received PubSub notification, asking Buildbucket for the build status
[21:22:46.419] Build:
{
  "id": "8674366489428889089",
  "builder": {
    "project": "chromium-m151",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 624,
  "createdBy": "project:chromium-m151",
  "createTime": "2026-08-04T20:48:10.144067909Z",
  "startTime": "2026-08-04T20:48:14.706075771Z",
  "endTime": "2026-08-04T21:22:45.974916547Z",
  "updateTime": "2026-08-04T21:22:45.974916547Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8d8a3034c6958c8364f4561595c62e54ac86bacc",
      "ref": "refs/branch-heads/7922"
    }
  }
}
[21:22:46.419] Invocation finished in 34m37.660091779s with status FAILED