Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 32 minutes
Actions:

Definition (rev 7c7ad51ebe9c485be035ced8feecd93cdf491b62)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5b3b8c3b2d260991a71ac551f017eef668669332",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7778"
      }
    ]
  },
  "branch": "refs/branch-heads/7778",
  "deps_revision_overrides": {
    "src": "5b3b8c3b2d260991a71ac551f017eef668669332"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8684493967358928913"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8684493967358928913"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8684493967358928913"
    }
  ],
  "parent_build_id": "8684493967358928913",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
  "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
  "parent_got_revision": "5b3b8c3b2d260991a71ac551f017eef668669332",
  "parent_got_revision_cp": "refs/branch-heads/7778@{#648}",
  "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
  "parent_got_v8_revision": "22e9e9b01598914538a01c89450d930a914d1926",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#5}",
  "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5b3b8c3b2d260991a71ac551f017eef668669332",
  "swarm_hashes": {
    "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
    "accessibility_unittests": "b32090bf2dfbc6d1ccfa84d9554523bd8e6fb7ea0ac2854cbac962319a1a5774/488",
    "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
    "app_shell_unittests": "4bc4fd8d821e77549e921e74f1c53f1595129cd3cd74843580b486dae8243d5c/649",
    "aura_unittests": "1f81bb024b8b38b950d5a822c75fb314b5cf0ce86264a093a6a97084ff801384/488",
    "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
    "blink_common_unittests": "66d9435083ac6ecddc9e639d10e533fd8ca3f6b7c843b4a1810edd0aca6ee5ac/566",
    "blink_fuzzer_unittests": "bb5ef6c3a4c2876725f560a9c9f2aeb5d69306f868d7bfb4cd7bdafa719786d5/488",
    "blink_heap_unittests": "05c2d1b2d02716acebd270dbcafec20639b0c87aa3c4762acd31f78ba92b654c/488",
    "blink_platform_unittests": "90e9387a986cc230be0fbd354c79e476a7ea75fe71f2f37cda13710d1cf002e4/645",
    "blink_unittests": "a1dd82c321d20e1ffdcbc80f40ac6bb4dcbe8786aace919ea2cfc7568fcfe9b2/729",
    "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
    "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
    "capture_unittests": "db50d3d78a13cf0a24a726195c784e97d40449cfbc5c4671babd219636592a9d/567",
    "cast_unittests": "d2a4d205644ec56b5da749ee3526ee477d183f3ba526f1e5e139f9bebae9b9e4/488",
    "cc_unittests": "14110a7ee897da5e2f40754b155a9155af9905833091aefd32b6867420fad85d/648",
    "chrome_app_unittests": "4a4f8e022206d23ec5ba78abdabaffcba04ea1cce725677cab7d6347b98ef979/566",
    "chromedriver_unittests": "b2b7ff9683158025a748c4c1eff58be22dcf5eb4e991c4ae80b8cf1dd5b6fb12/645",
    "components_browsertests": "9b475451fb54b599027fc7c8a8e44ba70c0b4b70b7cfca20b2cc17eb34c24109/732",
    "components_unittests": "ccedc0c6273e3c042051c0f4327684ca6c317fcd004feda0bd3d9d53057ac818/811",
    "compositor_unittests": "fbb6ebaf676ea9a7deb5e45ea01c74c25fff4f338f3c5964b1f03299832c109b/564",
    "content_browsertests": "73444c28b7210c1013660dce6cc2efc29afb08cd74e36ddd2e8d942a747ec4f1/805",
    "content_unittests": "8cbd9964d5d388fb2134b2cb6a558ebbfb033b28e7330457bcdfe960c664157e/725",
    "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
    "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
    "device_unittests": "3f07a168985f02cd31227ceefe64a8893947450c51de1404df61c8c9187fdbfc/565",
    "display_unittests": "2cd8429ab5c57a05bd85a209ddfe2348df4d7a9cec3372deb3b12c91b6a0ab65/488",
    "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
    "events_unittests": "7385726d01361732ca32fc670c938c57aff44ea096012cabb6e549c16d570d7a/488",
    "extensions_browsertests": "fe72ae3732a2786af870d5168c91a85d596d18bec10c008609db9e3a368b7cab/651",
    "extensions_unittests": "58b2233be6d595adf4c6452a24f70bfd6cb4aff51578341a012146f2f5eda28b/730",
    "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
    "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
    "gcm_unit_tests": "66f51d95dbacf6db5ee026577dfe53ba9e9597dffc26311a7e09b77fc3f6126e/565",
    "gfx_unittests": "e6c107ca8b9169121793bf9fa61b0da365a7b3873eb30f181ebc67876e33e205/564",
    "gin_unittests": "4cae5f0e99e6be6acaf5d4767d1a4b72e3343d733b43fa238c64c77bd9ab5097/565",
    "gl_tests": "54a8d9661080671bf9310cb878bedd296c0cde48f0e9ffa146340d49d830ebb4/488",
    "gl_unittests": "7b0d7c852f86820e3358c47a2ce7f32d6cd9a52a4075f5ffae97882f064718b2/488",
    "google_apis_unittests": "07587b396796eefd364d0bc4b5490661334abe61bfe8b7f5fc6988e79bd92697/650",
    "gpu_unittests": "971796dfc80e7d1412979bfa639b35a10c7fae30a6ea7f57927484134733acfd/565",
    "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
    "headless_browsertests": "dbaa6205a56158ab4c95c360fee9806c503be77e053d9e19493032fbd5c15ca8/733",
    "headless_unittests": "173185e5e66903bc9c2ebaa39320bc4e6d1d57652c1d3c4573275e1408417959/488",
    "interactive_ui_tests": "fa32f58b043af80253dcb67d8fbeda47bd77d7fae14608140d0696dfe94b4c86/1059",
    "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
    "latency_unittests": "aabda33b9e4fcb5dfacb5e1bd77ff6a444fe7b6e45a1e5fe28beee13149d1907/488",
    "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
    "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
    "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
    "media_unittests": "5cc3383a00983c172e0c5473cfd34e902b97255c40936adadf88cb52132a88fb/568",
    "message_center_unittests": "6021b85f9f55b96c7ef71ac5c464523b4204d0f42ff52ea11ca75b55886d1c1f/488",
    "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
    "mojo_unittests": "cf7d1488a345b24e8a439dda9e2606d804575bef9c3c9a8e9f32664225775c69/566",
    "native_theme_unittests": "e8e5cf6be641d946bd722e21971b6a486f28fd249ab3a5fe7338fa0fdd52482d/488",
    "net_unittests": "e987eca09a822c40f3f6b31010358e23948f0caef272d03e975f6f317276633a/567",
    "openscreen_unittests": "e0beec479f9cdab36e4ef403ecb49cf68d041075cad7e7c1acaa829ddef04d73/489",
    "ozone_unittests": "e9ee0653db6dfac9c9006f99af8ed4b916b85b37373995d7b14873a778b26d67/488",
    "ozone_x11_unittests": "9d4866eecd3e26b80f37b39a41eae00453d89d097f642e2b8539812f0caf9c80/488",
    "pdf_unittests": "3c033319299cdd1da2d39aeac5ac7be0078674aebe68f9280afb674be2937441/565",
    "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
    "printing_unittests": "fa2b8243ecd3a928a810fe775fd518b6503fd1921b96ea85d8192a84fb9022b8/488",
    "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
    "remoting_unittests": "98b80f2eb8597c709613a28c62f5a8fadcbb9a7072574794edf7bdacc35a6fbf/565",
    "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
    "services_unittests": "20aa4ebc35a1913fe0004ddd7c23f03bddff8f174861eba2eda3084f82e904ff/734",
    "shell_dialogs_unittests": "0b8bf4ac4bdbf3a6c01ccd54a2fd119cea854f098905e11b54407d8d1cf88732/488",
    "skia_unittests": "3ea6b9d9de8c15857119c33a191c60755cd9df87fa66919aa14319456aff2511/488",
    "snapshot_unittests": "ac7319d8fe45b9a16cb8137b07ee5f856b236fd00e071aef6112957a7d80efa2/488",
    "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
    "storage_unittests": "857409241db7df431f2708039e91ff0e95a3769f0ccfeb0d34f8348cfa4a2445/646",
    "sync_integration_tests": "444274a38cf9f2545293022e5c3a9eecc162e25acd6bd9f1030f9db762b96c8c/647",
    "ui_base_unittests": "38c42d1100fe7179a170001db134250d134c78d7fff8ef5e1786bc19cbcae0de/641",
    "ui_touch_selection_unittests": "ac9358c2bbddfa1d2b9d54e251bf218bace841d65b00a9d126ddb0ba9c34e467/488",
    "ui_unittests": "086dfd338665d8edb5de99d4833b8f3ac3eaa9072a9932f3c15f763fc0081f6b/488",
    "unit_tests": "897888b1fa433f1e0557ef9f584930e70e52e90776b68b26f859833ca9feac63/1061",
    "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
    "views_unittests": "b31936a11fbcba54432a67d9bb1f8979d79087ac9a3786e91f80276b0c3eda12/488",
    "viz_unittests": "6d415fae1a26756cb5e99f0890ad6661a1d16574446ed37483706d296494bfc4/572",
    "vr_common_unittests": "4f88fd26ab624e940895b369cc737b80cc25683f7681c2795d94fe1e35f51b9f/566",
    "wm_unittests": "fe78a35900f92aa23f43a59cdec25da8815871f62f6784df28fbac973fabf16d/488",
    "wtf_unittests": "a9c1e2f51a45514bc12c834778ed8e0f261c70dbe8251aca7a26bf59d3f2b095/488",
    "xr_browser_tests": "ec82e660be4490352851baed76a70f9aa9569c4734c0e7ce411ab7aaa89e0aee/646",
    "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
  },
  "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5b3b8c3b2d260991a71ac551f017eef668669332
  • gitiles_ref:refs/branch-heads/7778
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:142
  • user_agent:recipe

Debug log (UTC)

[03:08:07.192] New invocation is queued and will start shortly
[03:08:07.192] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:08:08.310] Starting the invocation (attempt 1)
[03:08:08.339] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5b3b8c3b2d260991a71ac551f017eef668669332"
[03:08:08.339] Popped gitiles commit info from properties and tags
[03:08:08.339] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:08:08.340] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:08:08.340] Buildbucket request:
{
  "requestId": "8849919505880202640",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5b3b8c3b2d260991a71ac551f017eef668669332",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7778"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8849919505880202640",
            "job": "chromium-m148/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "5b3b8c3b2d260991a71ac551f017eef668669332",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7778"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "5b3b8c3b2d260991a71ac551f017eef668669332"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8684493967358928913"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8684493967358928913"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8684493967358928913"
                                              }
                                        ],
                                    "parent_build_id": "8684493967358928913",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
                                    "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
                                    "parent_got_revision": "5b3b8c3b2d260991a71ac551f017eef668669332",
                                    "parent_got_revision_cp": "refs/branch-heads/7778@{#648}",
                                    "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
                                    "parent_got_v8_revision": "22e9e9b01598914538a01c89450d930a914d1926",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#5}",
                                    "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
                                    "revision": "5b3b8c3b2d260991a71ac551f017eef668669332",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
                                          "accessibility_unittests": "b32090bf2dfbc6d1ccfa84d9554523bd8e6fb7ea0ac2854cbac962319a1a5774/488",
                                          "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
                                          "app_shell_unittests": "4bc4fd8d821e77549e921e74f1c53f1595129cd3cd74843580b486dae8243d5c/649",
                                          "aura_unittests": "1f81bb024b8b38b950d5a822c75fb314b5cf0ce86264a093a6a97084ff801384/488",
                                          "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
                                          "blink_common_unittests": "66d9435083ac6ecddc9e639d10e533fd8ca3f6b7c843b4a1810edd0aca6ee5ac/566",
                                          "blink_fuzzer_unittests": "bb5ef6c3a4c2876725f560a9c9f2aeb5d69306f868d7bfb4cd7bdafa719786d5/488",
                                          "blink_heap_unittests": "05c2d1b2d02716acebd270dbcafec20639b0c87aa3c4762acd31f78ba92b654c/488",
                                          "blink_platform_unittests": "90e9387a986cc230be0fbd354c79e476a7ea75fe71f2f37cda13710d1cf002e4/645",
                                          "blink_unittests": "a1dd82c321d20e1ffdcbc80f40ac6bb4dcbe8786aace919ea2cfc7568fcfe9b2/729",
                                          "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
                                          "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
                                          "capture_unittests": "db50d3d78a13cf0a24a726195c784e97d40449cfbc5c4671babd219636592a9d/567",
                                          "cast_unittests": "d2a4d205644ec56b5da749ee3526ee477d183f3ba526f1e5e139f9bebae9b9e4/488",
                                          "cc_unittests": "14110a7ee897da5e2f40754b155a9155af9905833091aefd32b6867420fad85d/648",
                                          "chrome_app_unittests": "4a4f8e022206d23ec5ba78abdabaffcba04ea1cce725677cab7d6347b98ef979/566",
                                          "chromedriver_unittests": "b2b7ff9683158025a748c4c1eff58be22dcf5eb4e991c4ae80b8cf1dd5b6fb12/645",
                                          "components_browsertests": "9b475451fb54b599027fc7c8a8e44ba70c0b4b70b7cfca20b2cc17eb34c24109/732",
                                          "components_unittests": "ccedc0c6273e3c042051c0f4327684ca6c317fcd004feda0bd3d9d53057ac818/811",
                                          "compositor_unittests": "fbb6ebaf676ea9a7deb5e45ea01c74c25fff4f338f3c5964b1f03299832c109b/564",
                                          "content_browsertests": "73444c28b7210c1013660dce6cc2efc29afb08cd74e36ddd2e8d942a747ec4f1/805",
                                          "content_unittests": "8cbd9964d5d388fb2134b2cb6a558ebbfb033b28e7330457bcdfe960c664157e/725",
                                          "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
                                          "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
                                          "device_unittests": "3f07a168985f02cd31227ceefe64a8893947450c51de1404df61c8c9187fdbfc/565",
                                          "display_unittests": "2cd8429ab5c57a05bd85a209ddfe2348df4d7a9cec3372deb3b12c91b6a0ab65/488",
                                          "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
                                          "events_unittests": "7385726d01361732ca32fc670c938c57aff44ea096012cabb6e549c16d570d7a/488",
                                          "extensions_browsertests": "fe72ae3732a2786af870d5168c91a85d596d18bec10c008609db9e3a368b7cab/651",
                                          "extensions_unittests": "58b2233be6d595adf4c6452a24f70bfd6cb4aff51578341a012146f2f5eda28b/730",
                                          "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
                                          "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
                                          "gcm_unit_tests": "66f51d95dbacf6db5ee026577dfe53ba9e9597dffc26311a7e09b77fc3f6126e/565",
                                          "gfx_unittests": "e6c107ca8b9169121793bf9fa61b0da365a7b3873eb30f181ebc67876e33e205/564",
                                          "gin_unittests": "4cae5f0e99e6be6acaf5d4767d1a4b72e3343d733b43fa238c64c77bd9ab5097/565",
                                          "gl_tests": "54a8d9661080671bf9310cb878bedd296c0cde48f0e9ffa146340d49d830ebb4/488",
                                          "gl_unittests": "7b0d7c852f86820e3358c47a2ce7f32d6cd9a52a4075f5ffae97882f064718b2/488",
                                          "google_apis_unittests": "07587b396796eefd364d0bc4b5490661334abe61bfe8b7f5fc6988e79bd92697/650",
                                          "gpu_unittests": "971796dfc80e7d1412979bfa639b35a10c7fae30a6ea7f57927484134733acfd/565",
                                          "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
                                          "headless_browsertests": "dbaa6205a56158ab4c95c360fee9806c503be77e053d9e19493032fbd5c15ca8/733",
                                          "headless_unittests": "173185e5e66903bc9c2ebaa39320bc4e6d1d57652c1d3c4573275e1408417959/488",
                                          "interactive_ui_tests": "fa32f58b043af80253dcb67d8fbeda47bd77d7fae14608140d0696dfe94b4c86/1059",
                                          "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
                                          "latency_unittests": "aabda33b9e4fcb5dfacb5e1bd77ff6a444fe7b6e45a1e5fe28beee13149d1907/488",
                                          "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
                                          "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
                                          "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
                                          "media_unittests": "5cc3383a00983c172e0c5473cfd34e902b97255c40936adadf88cb52132a88fb/568",
                                          "message_center_unittests": "6021b85f9f55b96c7ef71ac5c464523b4204d0f42ff52ea11ca75b55886d1c1f/488",
                                          "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
                                          "mojo_unittests": "cf7d1488a345b24e8a439dda9e2606d804575bef9c3c9a8e9f32664225775c69/566",
                                          "native_theme_unittests": "e8e5cf6be641d946bd722e21971b6a486f28fd249ab3a5fe7338fa0fdd52482d/488",
                                          "net_unittests": "e987eca09a822c40f3f6b31010358e23948f0caef272d03e975f6f317276633a/567",
                                          "openscreen_unittests": "e0beec479f9cdab36e4ef403ecb49cf68d041075cad7e7c1acaa829ddef04d73/489",
                                          "ozone_unittests": "e9ee0653db6dfac9c9006f99af8ed4b916b85b37373995d7b14873a778b26d67/488",
                                          "ozone_x11_unittests": "9d4866eecd3e26b80f37b39a41eae00453d89d097f642e2b8539812f0caf9c80/488",
                                          "pdf_unittests": "3c033319299cdd1da2d39aeac5ac7be0078674aebe68f9280afb674be2937441/565",
                                          "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
                                          "printing_unittests": "fa2b8243ecd3a928a810fe775fd518b6503fd1921b96ea85d8192a84fb9022b8/488",
                                          "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
                                          "remoting_unittests": "98b80f2eb8597c709613a28c62f5a8fadcbb9a7072574794edf7bdacc35a6fbf/565",
                                          "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
                                          "services_unittests": "20aa4ebc35a1913fe0004ddd7c23f03bddff8f174861eba2eda3084f82e904ff/734",
                                          "shell_dialogs_unittests": "0b8bf4ac4bdbf3a6c01ccd54a2fd119cea854f098905e11b54407d8d1cf88732/488",
                                          "skia_unittests": "3ea6b9d9de8c15857119c33a191c60755cd9df87fa66919aa14319456aff2511/488",
                                          "snapshot_unittests": "ac7319d8fe45b9a16cb8137b07ee5f856b236fd00e071aef6112957a7d80efa2/488",
                                          "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
                                          "storage_unittests": "857409241db7df431f2708039e91ff0e95a3769f0ccfeb0d34f8348cfa4a2445/646",
                                          "sync_integration_tests": "444274a38cf9f2545293022e5c3a9eecc162e25acd6bd9f1030f9db762b96c8c/647",
                                          "ui_base_unittests": "38c42d1100fe7179a170001db134250d134c78d7fff8ef5e1786bc19cbcae0de/641",
                                          "ui_touch_selection_unittests": "ac9358c2bbddfa1d2b9d54e251bf218bace841d65b00a9d126ddb0ba9c34e467/488",
                                          "ui_unittests": "086dfd338665d8edb5de99d4833b8f3ac3eaa9072a9932f3c15f763fc0081f6b/488",
                                          "unit_tests": "897888b1fa433f1e0557ef9f584930e70e52e90776b68b26f859833ca9feac63/1061",
                                          "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
                                          "views_unittests": "b31936a11fbcba54432a67d9bb1f8979d79087ac9a3786e91f80276b0c3eda12/488",
                                          "viz_unittests": "6d415fae1a26756cb5e99f0890ad6661a1d16574446ed37483706d296494bfc4/572",
                                          "vr_common_unittests": "4f88fd26ab624e940895b369cc737b80cc25683f7681c2795d94fe1e35f51b9f/566",
                                          "wm_unittests": "fe78a35900f92aa23f43a59cdec25da8815871f62f6784df28fbac973fabf16d/488",
                                          "wtf_unittests": "a9c1e2f51a45514bc12c834778ed8e0f261c70dbe8251aca7a26bf59d3f2b095/488",
                                          "xr_browser_tests": "ec82e660be4490352851baed76a70f9aa9569c4734c0e7ce411ab7aaa89e0aee/646",
                                          "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
                                        },
                                    "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7778",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "5b3b8c3b2d260991a71ac551f017eef668669332",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:142",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "cb6bc280-766b-44ce-8b2e-4e31a176b29d",
                        "title": "Linux TSan Builder/142",
                        "url": "https://cr-buildbucket.appspot.com/build/8684493967358928913"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "5b3b8c3b2d260991a71ac551f017eef668669332"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8684493967358928913"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8684493967358928913"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8684493967358928913"
                }
          ],
      "parent_build_id": "8684493967358928913",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0fe2ac00168e8116a4d2f909326ab54bf1032ec4",
      "parent_got_dawn_revision": "87a59c7f3aece1efb1ca764ca4daada634badf7b",
      "parent_got_revision": "5b3b8c3b2d260991a71ac551f017eef668669332",
      "parent_got_revision_cp": "refs/branch-heads/7778@{#648}",
      "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
      "parent_got_v8_revision": "22e9e9b01598914538a01c89450d930a914d1926",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.8@{#5}",
      "parent_got_webrtc_revision": "ca896b7ffef011bbf6957c99d413c5aac602c99f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47319}",
      "swarm_hashes": {
            "absl_hardening_tests": "1c6a2f7c8256be7807d9866d573e35bc3cf51cf4f808c54e40e33069781fd11e/488",
            "accessibility_unittests": "b32090bf2dfbc6d1ccfa84d9554523bd8e6fb7ea0ac2854cbac962319a1a5774/488",
            "angle_unittests": "3e56442e26a19680e7c3cc82cafa9a18b7f0de33e8d5c2c7db354bb041c9fdab/489",
            "app_shell_unittests": "4bc4fd8d821e77549e921e74f1c53f1595129cd3cd74843580b486dae8243d5c/649",
            "aura_unittests": "1f81bb024b8b38b950d5a822c75fb314b5cf0ce86264a093a6a97084ff801384/488",
            "base_unittests": "7e8fb921d25e3c9edd133fc8cb8469c4657112d00ffa9a8e1973525f0a622657/566",
            "blink_common_unittests": "66d9435083ac6ecddc9e639d10e533fd8ca3f6b7c843b4a1810edd0aca6ee5ac/566",
            "blink_fuzzer_unittests": "bb5ef6c3a4c2876725f560a9c9f2aeb5d69306f868d7bfb4cd7bdafa719786d5/488",
            "blink_heap_unittests": "05c2d1b2d02716acebd270dbcafec20639b0c87aa3c4762acd31f78ba92b654c/488",
            "blink_platform_unittests": "90e9387a986cc230be0fbd354c79e476a7ea75fe71f2f37cda13710d1cf002e4/645",
            "blink_unittests": "a1dd82c321d20e1ffdcbc80f40ac6bb4dcbe8786aace919ea2cfc7568fcfe9b2/729",
            "boringssl_crypto_tests": "d35088e123faff43753dceef93206bfb805db8385d94b7c503de2909431014dc/489",
            "boringssl_ssl_tests": "722cd562d150c2eeaee9eab93a19695495528dd02d07e7d2af597766c56891fc/488",
            "capture_unittests": "db50d3d78a13cf0a24a726195c784e97d40449cfbc5c4671babd219636592a9d/567",
            "cast_unittests": "d2a4d205644ec56b5da749ee3526ee477d183f3ba526f1e5e139f9bebae9b9e4/488",
            "cc_unittests": "14110a7ee897da5e2f40754b155a9155af9905833091aefd32b6867420fad85d/648",
            "chrome_app_unittests": "4a4f8e022206d23ec5ba78abdabaffcba04ea1cce725677cab7d6347b98ef979/566",
            "chromedriver_unittests": "b2b7ff9683158025a748c4c1eff58be22dcf5eb4e991c4ae80b8cf1dd5b6fb12/645",
            "components_browsertests": "9b475451fb54b599027fc7c8a8e44ba70c0b4b70b7cfca20b2cc17eb34c24109/732",
            "components_unittests": "ccedc0c6273e3c042051c0f4327684ca6c317fcd004feda0bd3d9d53057ac818/811",
            "compositor_unittests": "fbb6ebaf676ea9a7deb5e45ea01c74c25fff4f338f3c5964b1f03299832c109b/564",
            "content_browsertests": "73444c28b7210c1013660dce6cc2efc29afb08cd74e36ddd2e8d942a747ec4f1/805",
            "content_unittests": "8cbd9964d5d388fb2134b2cb6a558ebbfb033b28e7330457bcdfe960c664157e/725",
            "crypto_unittests": "d5489a85c3673d1052e8aa8f66a5f207ccb14319f35e59a5dda1219bd3fa6770/568",
            "dbus_unittests": "797fb5065da5f72b9d5a4c55b668147a6f7b7c5971bc8e25d227f2ddddc3fea0/488",
            "device_unittests": "3f07a168985f02cd31227ceefe64a8893947450c51de1404df61c8c9187fdbfc/565",
            "display_unittests": "2cd8429ab5c57a05bd85a209ddfe2348df4d7a9cec3372deb3b12c91b6a0ab65/488",
            "env_chromium_unittests": "391595d97c5aa20a015a97629e8d4014ee02a2ccf92318d4b96a87e2fce03cf8/488",
            "events_unittests": "7385726d01361732ca32fc670c938c57aff44ea096012cabb6e549c16d570d7a/488",
            "extensions_browsertests": "fe72ae3732a2786af870d5168c91a85d596d18bec10c008609db9e3a368b7cab/651",
            "extensions_unittests": "58b2233be6d595adf4c6452a24f70bfd6cb4aff51578341a012146f2f5eda28b/730",
            "filesystem_service_unittests": "8f11510bd3edcb77839001c9489ada2d2bad219b504bb1cc7c93f1f5d0cae35b/488",
            "fuzzing_unittests": "448309139220bb521775a84b64f0d6b336afdb098344a0be669faa6db9cf7d8d/488",
            "gcm_unit_tests": "66f51d95dbacf6db5ee026577dfe53ba9e9597dffc26311a7e09b77fc3f6126e/565",
            "gfx_unittests": "e6c107ca8b9169121793bf9fa61b0da365a7b3873eb30f181ebc67876e33e205/564",
            "gin_unittests": "4cae5f0e99e6be6acaf5d4767d1a4b72e3343d733b43fa238c64c77bd9ab5097/565",
            "gl_tests": "54a8d9661080671bf9310cb878bedd296c0cde48f0e9ffa146340d49d830ebb4/488",
            "gl_unittests": "7b0d7c852f86820e3358c47a2ce7f32d6cd9a52a4075f5ffae97882f064718b2/488",
            "google_apis_unittests": "07587b396796eefd364d0bc4b5490661334abe61bfe8b7f5fc6988e79bd92697/650",
            "gpu_unittests": "971796dfc80e7d1412979bfa639b35a10c7fae30a6ea7f57927484134733acfd/565",
            "gwp_asan_unittests": "6b5cd5657cd8372d0698ed5f3bcafc4df898b0fb465d77a08479e29d11fee39f/489",
            "headless_browsertests": "dbaa6205a56158ab4c95c360fee9806c503be77e053d9e19493032fbd5c15ca8/733",
            "headless_unittests": "173185e5e66903bc9c2ebaa39320bc4e6d1d57652c1d3c4573275e1408417959/488",
            "interactive_ui_tests": "fa32f58b043af80253dcb67d8fbeda47bd77d7fae14608140d0696dfe94b4c86/1059",
            "ipc_tests": "1e44890335de8382ffe25de5f6999768a8c1dfadd2dbd83d49f37900b3d4a2ea/488",
            "latency_unittests": "aabda33b9e4fcb5dfacb5e1bd77ff6a444fe7b6e45a1e5fe28beee13149d1907/488",
            "leveldb_unittests": "f6ab1302739623d0ff6aba98e81dbd26adb38a9e073fd41dd8174de8d621b55b/488",
            "libjingle_xmpp_unittests": "b2399f16c1558255656eca4626bc585799204231ea86bd95d785c3b8da33e39d/488",
            "liburlpattern_unittests": "fc261d0a543de2bc59d26cb93f723079b0281a70f5b6037360d3881418867416/488",
            "media_unittests": "5cc3383a00983c172e0c5473cfd34e902b97255c40936adadf88cb52132a88fb/568",
            "message_center_unittests": "6021b85f9f55b96c7ef71ac5c464523b4204d0f42ff52ea11ca75b55886d1c1f/488",
            "midi_unittests": "cc6465041ce02c93bf0d2c1ca52f11053e6cbde3baec0352894afe6f8f8f4422/488",
            "mojo_unittests": "cf7d1488a345b24e8a439dda9e2606d804575bef9c3c9a8e9f32664225775c69/566",
            "native_theme_unittests": "e8e5cf6be641d946bd722e21971b6a486f28fd249ab3a5fe7338fa0fdd52482d/488",
            "net_unittests": "e987eca09a822c40f3f6b31010358e23948f0caef272d03e975f6f317276633a/567",
            "openscreen_unittests": "e0beec479f9cdab36e4ef403ecb49cf68d041075cad7e7c1acaa829ddef04d73/489",
            "ozone_unittests": "e9ee0653db6dfac9c9006f99af8ed4b916b85b37373995d7b14873a778b26d67/488",
            "ozone_x11_unittests": "9d4866eecd3e26b80f37b39a41eae00453d89d097f642e2b8539812f0caf9c80/488",
            "pdf_unittests": "3c033319299cdd1da2d39aeac5ac7be0078674aebe68f9280afb674be2937441/565",
            "perfetto_unittests": "dc6c31b2adc4190d6737738103e12b1b5d5dae145e08696713a62a62cdfa152e/488",
            "printing_unittests": "fa2b8243ecd3a928a810fe775fd518b6503fd1921b96ea85d8192a84fb9022b8/488",
            "pthreadpool_unittests": "27c23135b89b909b044d079311b754014ab84d28487c4a0ca6604a5c5346b876/488",
            "remoting_unittests": "98b80f2eb8597c709613a28c62f5a8fadcbb9a7072574794edf7bdacc35a6fbf/565",
            "sandbox_linux_unittests": "548c96fce48c7ed4beb8197ddbb61a575c23d0fe3e1df6f91f114cf03e8aed87/488",
            "services_unittests": "20aa4ebc35a1913fe0004ddd7c23f03bddff8f174861eba2eda3084f82e904ff/734",
            "shell_dialogs_unittests": "0b8bf4ac4bdbf3a6c01ccd54a2fd119cea854f098905e11b54407d8d1cf88732/488",
            "skia_unittests": "3ea6b9d9de8c15857119c33a191c60755cd9df87fa66919aa14319456aff2511/488",
            "snapshot_unittests": "ac7319d8fe45b9a16cb8137b07ee5f856b236fd00e071aef6112957a7d80efa2/488",
            "sql_unittests": "113de5b5499c7f7368edd6dfd6c55d70713786e241adf6b37cc5c03a07b1832d/565",
            "storage_unittests": "857409241db7df431f2708039e91ff0e95a3769f0ccfeb0d34f8348cfa4a2445/646",
            "sync_integration_tests": "444274a38cf9f2545293022e5c3a9eecc162e25acd6bd9f1030f9db762b96c8c/647",
            "ui_base_unittests": "38c42d1100fe7179a170001db134250d134c78d7fff8ef5e1786bc19cbcae0de/641",
            "ui_touch_selection_unittests": "ac9358c2bbddfa1d2b9d54e251bf218bace841d65b00a9d126ddb0ba9c34e467/488",
            "ui_unittests": "086dfd338665d8edb5de99d4833b8f3ac3eaa9072a9932f3c15f763fc0081f6b/488",
            "unit_tests": "897888b1fa433f1e0557ef9f584930e70e52e90776b68b26f859833ca9feac63/1061",
            "url_unittests": "d59f441c3eb362125e3d0d50c4547a8bbfe670801749926394efbd967284287c/488",
            "views_unittests": "b31936a11fbcba54432a67d9bb1f8979d79087ac9a3786e91f80276b0c3eda12/488",
            "viz_unittests": "6d415fae1a26756cb5e99f0890ad6661a1d16574446ed37483706d296494bfc4/572",
            "vr_common_unittests": "4f88fd26ab624e940895b369cc737b80cc25683f7681c2795d94fe1e35f51b9f/566",
            "wm_unittests": "fe78a35900f92aa23f43a59cdec25da8815871f62f6784df28fbac973fabf16d/488",
            "wtf_unittests": "a9c1e2f51a45514bc12c834778ed8e0f261c70dbe8251aca7a26bf59d3f2b095/488",
            "xr_browser_tests": "ec82e660be4490352851baed76a70f9aa9569c4734c0e7ce411ab7aaa89e0aee/646",
            "zlib_unittests": "71d627152d9c8e73625c519633d059820f46778f616e484389f8877ae7eb7859/489"
          },
      "swarming_command_lines_cwd": "out/fbaa-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5b3b8c3b2d260991a71ac551f017eef668669332",
    "ref": "refs/branch-heads/7778"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849919505880202640"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m148/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "142"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:08:08.877] Scheduled build:
{
  "id": "8684489443955303505",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 132,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-15T03:08:08.406373415Z",
  "updateTime": "2026-04-15T03:08:08.406373415Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5b3b8c3b2d260991a71ac551f017eef668669332",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[03:08:08.877] Task URL: https://cr-buildbucket.appspot.com/build/8684489443955303505
[03:08:08.877] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:2:0) after 9m54s
[03:08:09.478] Received PubSub notification, asking Buildbucket for the build status
[03:08:09.504] Build status: SCHEDULED
[03:09:27.226] Received PubSub notification, asking Buildbucket for the build status
[03:09:27.243] Build status: STARTED
[03:18:03.013] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:2:0)
[03:18:03.062] Build status: STARTED
[03:18:03.063] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:5:0) after 5m9s
[03:23:12.084] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:5:0)
[03:23:12.165] Build status: STARTED
[03:23:12.165] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:6:0) after 6m18s
[03:29:30.233] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:6:0)
[03:29:30.251] Build status: STARTED
[03:29:30.251] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:7:0) after 7m32s
[03:37:02.276] Handling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:7:0)
[03:37:02.303] Build status: STARTED
[03:37:02.303] Scheduling timer "check-buildbucket-build-status" (chromium-m148/Linux TSan Tests:8849919505880202640:8:0) after 5m54s
[03:40:39.940] Received PubSub notification, asking Buildbucket for the build status
[03:40:39.968] Build:
{
  "id": "8684489443955303505",
  "builder": {
    "project": "chromium-m148",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 132,
  "createdBy": "project:chromium-m148",
  "createTime": "2026-04-15T03:08:08.406373415Z",
  "startTime": "2026-04-15T03:09:27.051473340Z",
  "endTime": "2026-04-15T03:40:39.419174475Z",
  "updateTime": "2026-04-15T03:40:39.419174475Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5b3b8c3b2d260991a71ac551f017eef668669332",
      "ref": "refs/branch-heads/7778"
    }
  }
}
[03:40:39.968] Invocation finished in 32m32.781287215s with status FAILED