Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 32 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "d661fc48615569b3f4662d2bbffd153c65af8c21",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "d661fc48615569b3f4662d2bbffd153c65af8c21"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8687858331873399121"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8687858331873399121"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8687858331873399121"
    }
  ],
  "parent_build_id": "8687858331873399121",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1d3190bf5633327395d694d621258978d989dffd",
  "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
  "parent_got_revision": "d661fc48615569b3f4662d2bbffd153c65af8c21",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#2165}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "c78c7c104553498462cc87c756f0cea6cc946390",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#36}",
  "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d661fc48615569b3f4662d2bbffd153c65af8c21",
  "swarm_hashes": {
    "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
    "accessibility_unittests": "82af077bc7fdb99493e0dd69885580d8196db33a4c5a841d0ddd2525e0fe42c0/488",
    "angle_unittests": "5891edca446233d90c3cdd4ca8c62452ec5417b259b3febe90488d1e6df1b731/489",
    "app_shell_unittests": "b4f12a056bcbce5b5e1218155024a54115e190eefa474704b0d6510153f9e0ad/649",
    "aura_unittests": "7a1de7202e07dfc53fd55c8b6f3b267804f43630ecde55e6b430e2b64085f4c3/488",
    "base_unittests": "99164f64b4259c9247863bbf170feb6fa5995d42e22fce2f971c587dd633e37d/566",
    "blink_common_unittests": "91563be75b4bbb119b9c2a0df41477f02d77be771068567a4f3599bbbfb524ce/566",
    "blink_fuzzer_unittests": "c0f7a759917d80787d4706190487ba909ceccd1684bf85e4f0ab8b6c6bc952a7/488",
    "blink_heap_unittests": "f8b73ef893ce764dfff57194a8fbae6b359b0867196b0cf91fa3850d45641c55/488",
    "blink_platform_unittests": "c852c04df6f662f3ac2541e5fbbc83f89cd826c5f3452dda3d685acce60cfe7f/645",
    "blink_unittests": "396388f584ae0bdfb50fb81cef7fbc52624d7da75f34e49540159f03b7b03cc8/729",
    "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
    "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
    "capture_unittests": "30e6ce68455df648a0d5d50a1d728ad688e9167e5c93ff0db26b612b961b45a4/567",
    "cast_unittests": "4374c9ebe0a587cf7dda3c291bab31797ee53f2f6151fda9e9b29c11ac5b7287/488",
    "cc_unittests": "fbe6506eabd7249aea0cec1119b7ae99dedecfc4b99c2380ee23d178e46da725/648",
    "chrome_app_unittests": "6ed504af9a7b0a88540a40e86cda40479b31e690f1eccb3864892419f3f0e09f/566",
    "chromedriver_unittests": "c4b23129b2778758e35ee5495599f6504e0ba18e27cb0f2a518a5230af03b857/645",
    "components_browsertests": "ff2620a181017ae06866a40ae3b34597af83ce4df5af8db1f4fb049796228d44/732",
    "components_unittests": "a45d1a077971d822291b086396205e7766cf3c6e0880ec84b6c00f6b6fae1242/811",
    "compositor_unittests": "46ddd7d795088c0294fdd244ef80bd85f7166ac99f1f22bcd4ddd82aaa7d0cd4/564",
    "content_browsertests": "fcd9fec483d88eb887b43ecbe86c7167431ba5127c840d048a6f158b5167be71/805",
    "content_unittests": "d8c34f8679e531e318b7ce0a60342a93f11a4d1967174022ca3fe3d75355a3d2/725",
    "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
    "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
    "device_unittests": "725b74d087fa3249fb1bb3958cce735bad125dddaca0524ba7c210825e02d06d/565",
    "display_unittests": "5828a461bbaedc19fe7ebb87bb6d4a500b1d374f9d336497185fb23a959a1c87/488",
    "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
    "events_unittests": "e1cb21e7df9a3ef03ea9c11242429df7828a5a2c2964610ebd35955508140eb1/488",
    "extensions_browsertests": "c33fb7a2df2016d0a995c9e5088e6fbbc525ef1e140d7c083da5ae176f4ece76/651",
    "extensions_unittests": "1b6f2b2d391c85a3a7fcea2f828058da761a6bc3a729c7519a241293ad356e7f/730",
    "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
    "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
    "gcm_unit_tests": "4bb8956adb09c47fabd9dcc9ece07c92e68091d398bdc0fa8fb1781440a176e2/565",
    "gfx_unittests": "1e2b5a15c072699894924f25f853c77ee012f5190b4301e156ad3cf1e24b91bd/564",
    "gin_unittests": "e8536d727589bc1e3582011a5d7597cf19b07dbe73bb3359c70fd42863d97457/565",
    "gl_tests": "a4ce5a431f6bddfc28371d8aa0dfc25c123bea7a4c5e23d1affeeffa99f72037/488",
    "gl_unittests": "e9a5aef4e473992cf25068e20d9cb9c138959583d8669fe2b2da3fc4f61d23fc/488",
    "google_apis_unittests": "7532cd508d2de3efd3d8e1d4736b0932e3bee5a0912b1c0ceae8d0f01202f365/650",
    "gpu_unittests": "4461087b10162e8e363a28a9bf66be83e8e6ee8c1c2572f572349093f0174438/565",
    "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
    "headless_browsertests": "19cc1bad22c216b1fc0f39455ff19fd7272163566752045cac1ef09c89f61e09/733",
    "headless_unittests": "03b54aefdc70f30f2caa267b413808bef2b586246417544ac9bea8fa78467af5/488",
    "interactive_ui_tests": "8094dd9197fc1e96abc0beed189cc6817879da38f5f82893ee063fdcf5ffa620/1059",
    "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
    "latency_unittests": "c44936687603dbd398dcb85acfef43d8d56928b2532bf78a1a23b423fd4d9f58/488",
    "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
    "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
    "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
    "media_unittests": "4af7ccdf065b1c6e1642f8c48483aeaa5180eb2e45b86a7ca435eca2884f7199/568",
    "message_center_unittests": "155a0b72b404a23c1f41690f16e828bc4c78b5c3e150b1ae7b37a946cb0cc282/488",
    "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
    "mojo_unittests": "276c1249775cef3569e4f8e74ba406b33912aab1aab20fdccb1e781c9f04eeb6/566",
    "native_theme_unittests": "0345c95216afb522d0811997575636106bdb00cb61a9517197c4bf9c54c1c2a6/488",
    "net_unittests": "d29f2308b2138c79d23c4ed0ac7a0ae2e898e7f3d7123433c9352d8ed50c4f72/567",
    "openscreen_unittests": "0c2b750749eabeed3f19a5a348ca2941f0b0bffc075a0e889ecfd309c687022c/489",
    "ozone_unittests": "b732108fa737e02931a562cd2f870e85b95581cdf2400871a864f671930866d7/488",
    "ozone_x11_unittests": "59af99c6ebfd43180da2ce6013a8236c6112f6279b1031c78e830867c7bc78dc/488",
    "pdf_unittests": "9a342f0931a78b6dddb89fdb64220d1f1e52f8401a3f0425fa14acec14363a42/565",
    "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
    "printing_unittests": "74fc42518512bd717d365ec579b9dadd569825acc48bf5955240bacef085014b/488",
    "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
    "remoting_unittests": "c31701406d6e39de7b6905f9ba66e16511563728693cfe99952d8ec592bd171a/565",
    "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
    "services_unittests": "f8f608af26bdb6c3048729fc522509c67a33464ca18f77060335f61d4ee6c85b/734",
    "shell_dialogs_unittests": "c5b0b4ebd866bf1195face817c069a0b8a171cdb2009225841fb50b559f109bd/488",
    "skia_unittests": "62795c0eae90ddbbc94afc1e95269959bc1ecab4b1f3af4eff9d8c469434fd4d/488",
    "snapshot_unittests": "2c4779e8f024baeb4919ca33a3a0b03e5169ebd74415bc5be1b193710af008cc/488",
    "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
    "storage_unittests": "398769e724ef5dfc47f61f6aed64cd2b09cb5108eebbbc51e095d0ca245d919f/646",
    "sync_integration_tests": "72d25e75d8d84e0f8bf00e29f012e3e9728b293243465a4d0981cb791023ea8d/647",
    "ui_base_unittests": "1da624b44c54bd09cb53e4dfe16fc50fd67a6d62c8a879397e71990f2ae79ec3/641",
    "ui_touch_selection_unittests": "4685af414fb21012b403d20cc7657059865ecc215e9e6b5fe96274be9845a758/488",
    "ui_unittests": "80af7b4c54965628a845a2974fd6e1399950ccad8adffb7e8c55df79f6769a93/488",
    "unit_tests": "c7d981caf74f90f6677121b1d51cd6097e257639511b242edf16be76da47ab0e/1061",
    "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
    "views_unittests": "803e502b29cc163f53d1ab13a581e1f82969307018832b83aa8b0343fb3d0b25/488",
    "viz_unittests": "81a1dc34ec50105ec9a636f540343682149ec81384262486d6d129dfc25c31f4/572",
    "vr_common_unittests": "a21cc070764cdd0b8708d2598ded3d9815aded486c58712a44bacf61bc8b6663/566",
    "wm_unittests": "c23a2f4c49ff01bb8f3eb76a7571ecef46dea65d2e1411c591523c3639c3b0d7/488",
    "wtf_unittests": "4afb4c35e70970dc8e6363425cda32a049703d976978d3d68f8c3f05b8f50bc4/488",
    "xr_browser_tests": "79e7db8ffdf1ab6aa5fd54813d57cc8aa8ecb9e4df6eebf005f64299323d0e16/646",
    "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d661fc48615569b3f4662d2bbffd153c65af8c21
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:538
  • user_agent:recipe

Debug log (UTC)

[23:41:52.236] New invocation is queued and will start shortly
[23:41:52.236] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:41:53.309] Starting the invocation (attempt 1)
[23:41:53.332] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d661fc48615569b3f4662d2bbffd153c65af8c21"
[23:41:53.332] Popped gitiles commit info from properties and tags
[23:41:53.332] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:41:53.332] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:41:53.333] Buildbucket request:
{
  "requestId": "8853284569718033520",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "d661fc48615569b3f4662d2bbffd153c65af8c21",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8853284569718033520",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "d661fc48615569b3f4662d2bbffd153c65af8c21",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "d661fc48615569b3f4662d2bbffd153c65af8c21"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8687858331873399121"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8687858331873399121"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8687858331873399121"
                                              }
                                        ],
                                    "parent_build_id": "8687858331873399121",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "1d3190bf5633327395d694d621258978d989dffd",
                                    "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
                                    "parent_got_revision": "d661fc48615569b3f4662d2bbffd153c65af8c21",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#2165}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "c78c7c104553498462cc87c756f0cea6cc946390",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#36}",
                                    "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
                                    "revision": "d661fc48615569b3f4662d2bbffd153c65af8c21",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
                                          "accessibility_unittests": "82af077bc7fdb99493e0dd69885580d8196db33a4c5a841d0ddd2525e0fe42c0/488",
                                          "angle_unittests": "5891edca446233d90c3cdd4ca8c62452ec5417b259b3febe90488d1e6df1b731/489",
                                          "app_shell_unittests": "b4f12a056bcbce5b5e1218155024a54115e190eefa474704b0d6510153f9e0ad/649",
                                          "aura_unittests": "7a1de7202e07dfc53fd55c8b6f3b267804f43630ecde55e6b430e2b64085f4c3/488",
                                          "base_unittests": "99164f64b4259c9247863bbf170feb6fa5995d42e22fce2f971c587dd633e37d/566",
                                          "blink_common_unittests": "91563be75b4bbb119b9c2a0df41477f02d77be771068567a4f3599bbbfb524ce/566",
                                          "blink_fuzzer_unittests": "c0f7a759917d80787d4706190487ba909ceccd1684bf85e4f0ab8b6c6bc952a7/488",
                                          "blink_heap_unittests": "f8b73ef893ce764dfff57194a8fbae6b359b0867196b0cf91fa3850d45641c55/488",
                                          "blink_platform_unittests": "c852c04df6f662f3ac2541e5fbbc83f89cd826c5f3452dda3d685acce60cfe7f/645",
                                          "blink_unittests": "396388f584ae0bdfb50fb81cef7fbc52624d7da75f34e49540159f03b7b03cc8/729",
                                          "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
                                          "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
                                          "capture_unittests": "30e6ce68455df648a0d5d50a1d728ad688e9167e5c93ff0db26b612b961b45a4/567",
                                          "cast_unittests": "4374c9ebe0a587cf7dda3c291bab31797ee53f2f6151fda9e9b29c11ac5b7287/488",
                                          "cc_unittests": "fbe6506eabd7249aea0cec1119b7ae99dedecfc4b99c2380ee23d178e46da725/648",
                                          "chrome_app_unittests": "6ed504af9a7b0a88540a40e86cda40479b31e690f1eccb3864892419f3f0e09f/566",
                                          "chromedriver_unittests": "c4b23129b2778758e35ee5495599f6504e0ba18e27cb0f2a518a5230af03b857/645",
                                          "components_browsertests": "ff2620a181017ae06866a40ae3b34597af83ce4df5af8db1f4fb049796228d44/732",
                                          "components_unittests": "a45d1a077971d822291b086396205e7766cf3c6e0880ec84b6c00f6b6fae1242/811",
                                          "compositor_unittests": "46ddd7d795088c0294fdd244ef80bd85f7166ac99f1f22bcd4ddd82aaa7d0cd4/564",
                                          "content_browsertests": "fcd9fec483d88eb887b43ecbe86c7167431ba5127c840d048a6f158b5167be71/805",
                                          "content_unittests": "d8c34f8679e531e318b7ce0a60342a93f11a4d1967174022ca3fe3d75355a3d2/725",
                                          "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
                                          "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
                                          "device_unittests": "725b74d087fa3249fb1bb3958cce735bad125dddaca0524ba7c210825e02d06d/565",
                                          "display_unittests": "5828a461bbaedc19fe7ebb87bb6d4a500b1d374f9d336497185fb23a959a1c87/488",
                                          "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
                                          "events_unittests": "e1cb21e7df9a3ef03ea9c11242429df7828a5a2c2964610ebd35955508140eb1/488",
                                          "extensions_browsertests": "c33fb7a2df2016d0a995c9e5088e6fbbc525ef1e140d7c083da5ae176f4ece76/651",
                                          "extensions_unittests": "1b6f2b2d391c85a3a7fcea2f828058da761a6bc3a729c7519a241293ad356e7f/730",
                                          "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
                                          "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
                                          "gcm_unit_tests": "4bb8956adb09c47fabd9dcc9ece07c92e68091d398bdc0fa8fb1781440a176e2/565",
                                          "gfx_unittests": "1e2b5a15c072699894924f25f853c77ee012f5190b4301e156ad3cf1e24b91bd/564",
                                          "gin_unittests": "e8536d727589bc1e3582011a5d7597cf19b07dbe73bb3359c70fd42863d97457/565",
                                          "gl_tests": "a4ce5a431f6bddfc28371d8aa0dfc25c123bea7a4c5e23d1affeeffa99f72037/488",
                                          "gl_unittests": "e9a5aef4e473992cf25068e20d9cb9c138959583d8669fe2b2da3fc4f61d23fc/488",
                                          "google_apis_unittests": "7532cd508d2de3efd3d8e1d4736b0932e3bee5a0912b1c0ceae8d0f01202f365/650",
                                          "gpu_unittests": "4461087b10162e8e363a28a9bf66be83e8e6ee8c1c2572f572349093f0174438/565",
                                          "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
                                          "headless_browsertests": "19cc1bad22c216b1fc0f39455ff19fd7272163566752045cac1ef09c89f61e09/733",
                                          "headless_unittests": "03b54aefdc70f30f2caa267b413808bef2b586246417544ac9bea8fa78467af5/488",
                                          "interactive_ui_tests": "8094dd9197fc1e96abc0beed189cc6817879da38f5f82893ee063fdcf5ffa620/1059",
                                          "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
                                          "latency_unittests": "c44936687603dbd398dcb85acfef43d8d56928b2532bf78a1a23b423fd4d9f58/488",
                                          "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
                                          "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
                                          "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
                                          "media_unittests": "4af7ccdf065b1c6e1642f8c48483aeaa5180eb2e45b86a7ca435eca2884f7199/568",
                                          "message_center_unittests": "155a0b72b404a23c1f41690f16e828bc4c78b5c3e150b1ae7b37a946cb0cc282/488",
                                          "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
                                          "mojo_unittests": "276c1249775cef3569e4f8e74ba406b33912aab1aab20fdccb1e781c9f04eeb6/566",
                                          "native_theme_unittests": "0345c95216afb522d0811997575636106bdb00cb61a9517197c4bf9c54c1c2a6/488",
                                          "net_unittests": "d29f2308b2138c79d23c4ed0ac7a0ae2e898e7f3d7123433c9352d8ed50c4f72/567",
                                          "openscreen_unittests": "0c2b750749eabeed3f19a5a348ca2941f0b0bffc075a0e889ecfd309c687022c/489",
                                          "ozone_unittests": "b732108fa737e02931a562cd2f870e85b95581cdf2400871a864f671930866d7/488",
                                          "ozone_x11_unittests": "59af99c6ebfd43180da2ce6013a8236c6112f6279b1031c78e830867c7bc78dc/488",
                                          "pdf_unittests": "9a342f0931a78b6dddb89fdb64220d1f1e52f8401a3f0425fa14acec14363a42/565",
                                          "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
                                          "printing_unittests": "74fc42518512bd717d365ec579b9dadd569825acc48bf5955240bacef085014b/488",
                                          "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
                                          "remoting_unittests": "c31701406d6e39de7b6905f9ba66e16511563728693cfe99952d8ec592bd171a/565",
                                          "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
                                          "services_unittests": "f8f608af26bdb6c3048729fc522509c67a33464ca18f77060335f61d4ee6c85b/734",
                                          "shell_dialogs_unittests": "c5b0b4ebd866bf1195face817c069a0b8a171cdb2009225841fb50b559f109bd/488",
                                          "skia_unittests": "62795c0eae90ddbbc94afc1e95269959bc1ecab4b1f3af4eff9d8c469434fd4d/488",
                                          "snapshot_unittests": "2c4779e8f024baeb4919ca33a3a0b03e5169ebd74415bc5be1b193710af008cc/488",
                                          "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
                                          "storage_unittests": "398769e724ef5dfc47f61f6aed64cd2b09cb5108eebbbc51e095d0ca245d919f/646",
                                          "sync_integration_tests": "72d25e75d8d84e0f8bf00e29f012e3e9728b293243465a4d0981cb791023ea8d/647",
                                          "ui_base_unittests": "1da624b44c54bd09cb53e4dfe16fc50fd67a6d62c8a879397e71990f2ae79ec3/641",
                                          "ui_touch_selection_unittests": "4685af414fb21012b403d20cc7657059865ecc215e9e6b5fe96274be9845a758/488",
                                          "ui_unittests": "80af7b4c54965628a845a2974fd6e1399950ccad8adffb7e8c55df79f6769a93/488",
                                          "unit_tests": "c7d981caf74f90f6677121b1d51cd6097e257639511b242edf16be76da47ab0e/1061",
                                          "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
                                          "views_unittests": "803e502b29cc163f53d1ab13a581e1f82969307018832b83aa8b0343fb3d0b25/488",
                                          "viz_unittests": "81a1dc34ec50105ec9a636f540343682149ec81384262486d6d129dfc25c31f4/572",
                                          "vr_common_unittests": "a21cc070764cdd0b8708d2598ded3d9815aded486c58712a44bacf61bc8b6663/566",
                                          "wm_unittests": "c23a2f4c49ff01bb8f3eb76a7571ecef46dea65d2e1411c591523c3639c3b0d7/488",
                                          "wtf_unittests": "4afb4c35e70970dc8e6363425cda32a049703d976978d3d68f8c3f05b8f50bc4/488",
                                          "xr_browser_tests": "79e7db8ffdf1ab6aa5fd54813d57cc8aa8ecb9e4df6eebf005f64299323d0e16/646",
                                          "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "d661fc48615569b3f4662d2bbffd153c65af8c21",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:538",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "20ba3d64-387e-41d6-acb2-0f7f301f77e2",
                        "title": "Linux TSan Builder/538",
                        "url": "https://cr-buildbucket.appspot.com/build/8687858331873399121"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "d661fc48615569b3f4662d2bbffd153c65af8c21"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8687858331873399121"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8687858331873399121"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8687858331873399121"
                }
          ],
      "parent_build_id": "8687858331873399121",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1d3190bf5633327395d694d621258978d989dffd",
      "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
      "parent_got_revision": "d661fc48615569b3f4662d2bbffd153c65af8c21",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#2165}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "c78c7c104553498462cc87c756f0cea6cc946390",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#36}",
      "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
      "swarm_hashes": {
            "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
            "accessibility_unittests": "82af077bc7fdb99493e0dd69885580d8196db33a4c5a841d0ddd2525e0fe42c0/488",
            "angle_unittests": "5891edca446233d90c3cdd4ca8c62452ec5417b259b3febe90488d1e6df1b731/489",
            "app_shell_unittests": "b4f12a056bcbce5b5e1218155024a54115e190eefa474704b0d6510153f9e0ad/649",
            "aura_unittests": "7a1de7202e07dfc53fd55c8b6f3b267804f43630ecde55e6b430e2b64085f4c3/488",
            "base_unittests": "99164f64b4259c9247863bbf170feb6fa5995d42e22fce2f971c587dd633e37d/566",
            "blink_common_unittests": "91563be75b4bbb119b9c2a0df41477f02d77be771068567a4f3599bbbfb524ce/566",
            "blink_fuzzer_unittests": "c0f7a759917d80787d4706190487ba909ceccd1684bf85e4f0ab8b6c6bc952a7/488",
            "blink_heap_unittests": "f8b73ef893ce764dfff57194a8fbae6b359b0867196b0cf91fa3850d45641c55/488",
            "blink_platform_unittests": "c852c04df6f662f3ac2541e5fbbc83f89cd826c5f3452dda3d685acce60cfe7f/645",
            "blink_unittests": "396388f584ae0bdfb50fb81cef7fbc52624d7da75f34e49540159f03b7b03cc8/729",
            "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
            "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
            "capture_unittests": "30e6ce68455df648a0d5d50a1d728ad688e9167e5c93ff0db26b612b961b45a4/567",
            "cast_unittests": "4374c9ebe0a587cf7dda3c291bab31797ee53f2f6151fda9e9b29c11ac5b7287/488",
            "cc_unittests": "fbe6506eabd7249aea0cec1119b7ae99dedecfc4b99c2380ee23d178e46da725/648",
            "chrome_app_unittests": "6ed504af9a7b0a88540a40e86cda40479b31e690f1eccb3864892419f3f0e09f/566",
            "chromedriver_unittests": "c4b23129b2778758e35ee5495599f6504e0ba18e27cb0f2a518a5230af03b857/645",
            "components_browsertests": "ff2620a181017ae06866a40ae3b34597af83ce4df5af8db1f4fb049796228d44/732",
            "components_unittests": "a45d1a077971d822291b086396205e7766cf3c6e0880ec84b6c00f6b6fae1242/811",
            "compositor_unittests": "46ddd7d795088c0294fdd244ef80bd85f7166ac99f1f22bcd4ddd82aaa7d0cd4/564",
            "content_browsertests": "fcd9fec483d88eb887b43ecbe86c7167431ba5127c840d048a6f158b5167be71/805",
            "content_unittests": "d8c34f8679e531e318b7ce0a60342a93f11a4d1967174022ca3fe3d75355a3d2/725",
            "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
            "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
            "device_unittests": "725b74d087fa3249fb1bb3958cce735bad125dddaca0524ba7c210825e02d06d/565",
            "display_unittests": "5828a461bbaedc19fe7ebb87bb6d4a500b1d374f9d336497185fb23a959a1c87/488",
            "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
            "events_unittests": "e1cb21e7df9a3ef03ea9c11242429df7828a5a2c2964610ebd35955508140eb1/488",
            "extensions_browsertests": "c33fb7a2df2016d0a995c9e5088e6fbbc525ef1e140d7c083da5ae176f4ece76/651",
            "extensions_unittests": "1b6f2b2d391c85a3a7fcea2f828058da761a6bc3a729c7519a241293ad356e7f/730",
            "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
            "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
            "gcm_unit_tests": "4bb8956adb09c47fabd9dcc9ece07c92e68091d398bdc0fa8fb1781440a176e2/565",
            "gfx_unittests": "1e2b5a15c072699894924f25f853c77ee012f5190b4301e156ad3cf1e24b91bd/564",
            "gin_unittests": "e8536d727589bc1e3582011a5d7597cf19b07dbe73bb3359c70fd42863d97457/565",
            "gl_tests": "a4ce5a431f6bddfc28371d8aa0dfc25c123bea7a4c5e23d1affeeffa99f72037/488",
            "gl_unittests": "e9a5aef4e473992cf25068e20d9cb9c138959583d8669fe2b2da3fc4f61d23fc/488",
            "google_apis_unittests": "7532cd508d2de3efd3d8e1d4736b0932e3bee5a0912b1c0ceae8d0f01202f365/650",
            "gpu_unittests": "4461087b10162e8e363a28a9bf66be83e8e6ee8c1c2572f572349093f0174438/565",
            "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
            "headless_browsertests": "19cc1bad22c216b1fc0f39455ff19fd7272163566752045cac1ef09c89f61e09/733",
            "headless_unittests": "03b54aefdc70f30f2caa267b413808bef2b586246417544ac9bea8fa78467af5/488",
            "interactive_ui_tests": "8094dd9197fc1e96abc0beed189cc6817879da38f5f82893ee063fdcf5ffa620/1059",
            "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
            "latency_unittests": "c44936687603dbd398dcb85acfef43d8d56928b2532bf78a1a23b423fd4d9f58/488",
            "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
            "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
            "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
            "media_unittests": "4af7ccdf065b1c6e1642f8c48483aeaa5180eb2e45b86a7ca435eca2884f7199/568",
            "message_center_unittests": "155a0b72b404a23c1f41690f16e828bc4c78b5c3e150b1ae7b37a946cb0cc282/488",
            "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
            "mojo_unittests": "276c1249775cef3569e4f8e74ba406b33912aab1aab20fdccb1e781c9f04eeb6/566",
            "native_theme_unittests": "0345c95216afb522d0811997575636106bdb00cb61a9517197c4bf9c54c1c2a6/488",
            "net_unittests": "d29f2308b2138c79d23c4ed0ac7a0ae2e898e7f3d7123433c9352d8ed50c4f72/567",
            "openscreen_unittests": "0c2b750749eabeed3f19a5a348ca2941f0b0bffc075a0e889ecfd309c687022c/489",
            "ozone_unittests": "b732108fa737e02931a562cd2f870e85b95581cdf2400871a864f671930866d7/488",
            "ozone_x11_unittests": "59af99c6ebfd43180da2ce6013a8236c6112f6279b1031c78e830867c7bc78dc/488",
            "pdf_unittests": "9a342f0931a78b6dddb89fdb64220d1f1e52f8401a3f0425fa14acec14363a42/565",
            "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
            "printing_unittests": "74fc42518512bd717d365ec579b9dadd569825acc48bf5955240bacef085014b/488",
            "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
            "remoting_unittests": "c31701406d6e39de7b6905f9ba66e16511563728693cfe99952d8ec592bd171a/565",
            "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
            "services_unittests": "f8f608af26bdb6c3048729fc522509c67a33464ca18f77060335f61d4ee6c85b/734",
            "shell_dialogs_unittests": "c5b0b4ebd866bf1195face817c069a0b8a171cdb2009225841fb50b559f109bd/488",
            "skia_unittests": "62795c0eae90ddbbc94afc1e95269959bc1ecab4b1f3af4eff9d8c469434fd4d/488",
            "snapshot_unittests": "2c4779e8f024baeb4919ca33a3a0b03e5169ebd74415bc5be1b193710af008cc/488",
            "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
            "storage_unittests": "398769e724ef5dfc47f61f6aed64cd2b09cb5108eebbbc51e095d0ca245d919f/646",
            "sync_integration_tests": "72d25e75d8d84e0f8bf00e29f012e3e9728b293243465a4d0981cb791023ea8d/647",
            "ui_base_unittests": "1da624b44c54bd09cb53e4dfe16fc50fd67a6d62c8a879397e71990f2ae79ec3/641",
            "ui_touch_selection_unittests": "4685af414fb21012b403d20cc7657059865ecc215e9e6b5fe96274be9845a758/488",
            "ui_unittests": "80af7b4c54965628a845a2974fd6e1399950ccad8adffb7e8c55df79f6769a93/488",
            "unit_tests": "c7d981caf74f90f6677121b1d51cd6097e257639511b242edf16be76da47ab0e/1061",
            "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
            "views_unittests": "803e502b29cc163f53d1ab13a581e1f82969307018832b83aa8b0343fb3d0b25/488",
            "viz_unittests": "81a1dc34ec50105ec9a636f540343682149ec81384262486d6d129dfc25c31f4/572",
            "vr_common_unittests": "a21cc070764cdd0b8708d2598ded3d9815aded486c58712a44bacf61bc8b6663/566",
            "wm_unittests": "c23a2f4c49ff01bb8f3eb76a7571ecef46dea65d2e1411c591523c3639c3b0d7/488",
            "wtf_unittests": "4afb4c35e70970dc8e6363425cda32a049703d976978d3d68f8c3f05b8f50bc4/488",
            "xr_browser_tests": "79e7db8ffdf1ab6aa5fd54813d57cc8aa8ecb9e4df6eebf005f64299323d0e16/646",
            "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d661fc48615569b3f4662d2bbffd153c65af8c21",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8853284569718033520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "538"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:41:53.909] Scheduled build:
{
  "id": "8687854507871888689",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 535,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-08T23:41:53.376929547Z",
  "updateTime": "2026-03-08T23:41:53.376929547Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d661fc48615569b3f4662d2bbffd153c65af8c21",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[23:41:53.909] Task URL: https://cr-buildbucket.appspot.com/build/8687854507871888689
[23:41:53.909] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:2:0) after 9m23s
[23:41:54.853] Received PubSub notification, asking Buildbucket for the build status
[23:41:54.931] Build status: SCHEDULED
[23:41:58.966] Received PubSub notification, asking Buildbucket for the build status
[23:41:58.990] Build status: STARTED
[23:51:16.925] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:2:0)
[23:51:16.990] Build status: STARTED
[23:51:16.990] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:5:0) after 4m31s
[23:55:48.329] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:5:0)
[23:55:48.438] Build status: STARTED
[23:55:48.438] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:6:0) after 6m12s
[00:02:00.873] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:6:0)
[00:02:00.895] Build status: STARTED
[00:02:00.895] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:7:0) after 9m13s
[00:11:14.085] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:7:0)
[00:11:14.101] Build status: STARTED
[00:11:14.101] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:8:0) after 1m26s
[00:12:40.127] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:8:0)
[00:12:40.150] Build status: STARTED
[00:12:40.150] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8853284569718033520:9:0) after 5m43s
[00:14:24.441] Received PubSub notification, asking Buildbucket for the build status
[00:14:24.500] Build:
{
  "id": "8687854507871888689",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 535,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-03-08T23:41:53.376929547Z",
  "startTime": "2026-03-08T23:41:58.799338810Z",
  "endTime": "2026-03-09T00:14:23.867065123Z",
  "updateTime": "2026-03-09T00:14:23.867065123Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d661fc48615569b3f4662d2bbffd153c65af8c21",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[00:14:24.500] Invocation finished in 32m32.267748193s with status FAILED