Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "fadf7a74fe308f3520fd931de0bcbd51102a8c07"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8688854588735182625"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8688854588735182625"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8688854588735182625"
    }
  ],
  "parent_build_id": "8688854588735182625",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
  "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
  "parent_got_revision": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#1371}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "0a35ee1d515b1c4cfd14857f6cbdbaeca396bb22",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#12}",
  "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
  "swarm_hashes": {
    "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
    "accessibility_unittests": "5d2130ee3b293f34954f997150112a68592a0b4290472cc273871259f62dffdc/488",
    "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
    "app_shell_unittests": "dcac2c88756ab8c9c79203831d28fcc7efff4fdccf20072372e5e4bfcdfe0e4f/649",
    "aura_unittests": "2ee9466bc03e3231613c445a6d3756d465ab3b49a89a47d6a02b99facc75cea7/488",
    "base_unittests": "fb142a0aaf6b62f7b84e4937b157ee2da44d261b80d912eb9fce437e4b601ba6/566",
    "blink_common_unittests": "f2ea4d208df9c84db13485f3e70c77a4e222736c30f858df69e86a2f1ccefb24/566",
    "blink_fuzzer_unittests": "990ef378b091e7dc5726f2cb7b6e9736a8a6166f48f555930ea2258e88cc93f7/488",
    "blink_heap_unittests": "9e1da0a0b7ec4d96ccf310333129ca4f56e98add996e466c58a99363232c1a7f/488",
    "blink_platform_unittests": "7a8418d8fcda310f1076706be9608aa7b842158317b8f41b2b7d9760546c982b/645",
    "blink_unittests": "490cbdd0cf4ee77bbadf898e03c5fa07c1a8fa19007082d849f8e4ffdc787a25/729",
    "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
    "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
    "capture_unittests": "b5f323c1108157fecd90da39d2c0ba4735d408450161927601359dfddb9da384/567",
    "cast_unittests": "f37aa0b1dd8c86cc1a1621284825b1373617338987957c199900a741e0e6191e/488",
    "cc_unittests": "8ffa4a9729cc758378875aefb78d31c54c98f6ba79743bc1a2c426f0b32c7f03/648",
    "chrome_app_unittests": "efd2047f7b35d239d73c1774876528d30d42146c6d6950afe47e5518b7ffc7fa/566",
    "chromedriver_unittests": "ee58b642d19a8e57083827f186fb9430e8f692a6e9628ace1191500083db1ea5/645",
    "components_browsertests": "105f52ce49c2ab1916ff825feec5a3dd6427a86a86e93abbd8126461760ef69f/732",
    "components_unittests": "b3eae6492aac8e31fca23b17e4dd0ae6b05e4eb084ba449910662b786d3208b0/811",
    "compositor_unittests": "30f24721ece7ece098f75f3bb4971419a28ff1273ffaf1c9c5cfd979f056526d/564",
    "content_browsertests": "6f77547ab1eab34c8c655c95948c30674dd44e4e5bd71ca61a91c7e7b587cc7e/805",
    "content_unittests": "420e249e4cf89740ffaac5d3c658658c178c1140ba9914895ef5f543f6073620/725",
    "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
    "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
    "device_unittests": "0afe5b03b4e91aa07a139b4c554a618bb3e25f3492ed50c76864cff5a518ce86/565",
    "display_unittests": "ac1310305352612dc57a8354f68d5c8944b3e046231801b6de8a2d71158118e5/488",
    "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
    "events_unittests": "66725d2980e1e59c1265154556db29c5a9feedc53466fc31d5f04a1cf7acb4dc/488",
    "extensions_browsertests": "7edca43c641691fa8a651992d61259501483cf13a8c10d93f6dede459f459928/651",
    "extensions_unittests": "880a83f16cfde740c4964efd5416c255f034444dfb611a61bb8bf2ebacc8021a/730",
    "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
    "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
    "gcm_unit_tests": "3e763854368828ab701fdf929eecb608a58334b3024193e78c12d643c2f51dff/565",
    "gfx_unittests": "0f6e093d5b54cf26ac7db03feb5fa2c76ee1c7bced19eb5cfa935010b45cb455/564",
    "gin_unittests": "8b933418d4d3cd6756ed002927052e557ae77f427bdd327553b7bec485f2649d/565",
    "gl_tests": "327cfe95b640f71b7b75ae648a3e6e3671eb357576dccf58a5cf6b6bcec1f058/488",
    "gl_unittests": "3e791e96f9e92316cb4cac60dae40dffb92238a9986a12ba59e71cbd7eac94ad/488",
    "google_apis_unittests": "94c9d248cdf69a4f10f1912761822f54b2229aab2755f9d2590d1e7f12470911/650",
    "gpu_unittests": "c4cbc91c4bb78d10517244cc17af5755eb385d9b94fb93e27ae7ca151ebeaba2/565",
    "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
    "headless_browsertests": "3e6e12a90e5a37f1553891d68ca8bf6c268edc64354e9a4c37a7e28ac49d7b1d/733",
    "headless_unittests": "ae27feffa8fbf9462ee737259ddeefb200e58c32169ce16ac2a7c523791ff27e/488",
    "interactive_ui_tests": "91a175feec4cfd786574e4c68b6142d8efa04058b0b917a8b373b30058424f7e/1059",
    "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
    "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
    "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
    "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
    "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
    "media_unittests": "a03d1501a0a80d7f3e30f1f97fef322e9d39d46b0eef88ae03f04c0265c7cd67/568",
    "message_center_unittests": "ed717de8ab435d0adbcb6a3b2973b9e8eb49311754f5b5c30a5fab6f53e7923f/488",
    "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
    "mojo_unittests": "f96d4b9c5a5d9e050a07f0345fe9a09f145a7c3c75c2f6a1cdafcc8fd878d6c2/566",
    "native_theme_unittests": "e42fd823de40b2d354d3ef5766d8273160c9a2b63292e499136bc92628435a5d/488",
    "net_unittests": "f7813de129720aefa65b9c30a1852446dd374b0db9dcf43c9b949fecefc6c1a7/567",
    "openscreen_unittests": "264ca1df739ace520e4945e0cd0f20c899b8412085c0cda5005e4bf9ee70a562/489",
    "ozone_unittests": "821d4d79f0096d181ed94845f7fb1d9173ac1052f1814071eeaf106d343a67e0/488",
    "ozone_x11_unittests": "dd144c3cfbaf5b28683bd3a45e7b00644d8796726eb88ad1232ad7f2dd887253/488",
    "pdf_unittests": "b1c08cb420a6734458a9294b95c2cb59b03658d4753d46097db6d9728118888f/565",
    "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
    "printing_unittests": "2656c7fe30ee39d3a287e4a49d4ede9058d537040280c403d727ea0e1dfa4658/488",
    "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
    "remoting_unittests": "72b4a17ffe526e4409d9c419fa0bd13125fef729f9414e96622b5accc148023b/565",
    "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
    "services_unittests": "fe0aa4c8d5812e9d07d62c05a32592dc98d47c1f42fbebe43d602cf17c90b719/734",
    "shell_dialogs_unittests": "961eb77ebb833a22241615feaba06434f9d101b0407d74d226873fca4a049ed4/488",
    "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
    "snapshot_unittests": "6d38d1162193064fc03cf4e66e3a05c1230589d46f8cbbade04e305b553e7c34/488",
    "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
    "storage_unittests": "ab7ff60d307306cee59a7b4af6b00ace551f1a375c6cb1747379d3176804cd7d/646",
    "sync_integration_tests": "622136331861f387ba4372f7cd35957f9694de19f1734ebf249ea71fcf56df40/647",
    "ui_base_unittests": "184f453dc498cc7fb762ee763d971071ccee62341e5f5d891a7d0c20e69f83f2/641",
    "ui_touch_selection_unittests": "93f6d5f97c41bec798e78ef368e2e8cba116b4435d1c12703b785a537ce4e8a7/488",
    "ui_unittests": "d92d57ce1de61fbd0667328ccfdbc3be61bdf28b3086548367d1952c7d02ce02/488",
    "unit_tests": "c107f275cb2ba190b0b18b5d0148a718a8205d70781d2031f622d597c5e5588a/1061",
    "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
    "views_unittests": "45b91cee8b6404bf056522541d45e90a12ff93b9613c76dd18674e2c268c46bd/488",
    "viz_unittests": "c2d70ccc8c7c24a9210fef3c8eb4bc70b09639603fb8ef5a1eff1576daaad357/572",
    "vr_common_unittests": "af8782ed40b59a1a936f6a0213cad5758406175c7c79168ec5f6121b29258ef4/566",
    "wm_unittests": "8c66479f2250538d88cea98951c3d3b86956a8d27bb1bfc095b9bd56eba5fa08/488",
    "wtf_unittests": "adbfc9c7606379939d02dc7c499bcd715db8f3da5c546e698c6aff259ed5851c/488",
    "xr_browser_tests": "41fa110a1e478d661b8cc4e3e272381c85be76a33968ebe15c56202b83fd36d3/646",
    "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fadf7a74fe308f3520fd931de0bcbd51102a8c07
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:322
  • user_agent:recipe

Debug log (UTC)

[23:51:28.136] New invocation is queued and will start shortly
[23:51:28.136] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:51:30.270] Starting the invocation (attempt 1)
[23:51:30.293] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fadf7a74fe308f3520fd931de0bcbd51102a8c07"
[23:51:30.293] Popped gitiles commit info from properties and tags
[23:51:30.293] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:51:30.293] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:51:30.294] Buildbucket request:
{
  "requestId": "8854280532474676576",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8854280532474676576",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "fadf7a74fe308f3520fd931de0bcbd51102a8c07"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8688854588735182625"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8688854588735182625"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8688854588735182625"
                                              }
                                        ],
                                    "parent_build_id": "8688854588735182625",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
                                    "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
                                    "parent_got_revision": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#1371}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "0a35ee1d515b1c4cfd14857f6cbdbaeca396bb22",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#12}",
                                    "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
                                    "revision": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
                                          "accessibility_unittests": "5d2130ee3b293f34954f997150112a68592a0b4290472cc273871259f62dffdc/488",
                                          "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
                                          "app_shell_unittests": "dcac2c88756ab8c9c79203831d28fcc7efff4fdccf20072372e5e4bfcdfe0e4f/649",
                                          "aura_unittests": "2ee9466bc03e3231613c445a6d3756d465ab3b49a89a47d6a02b99facc75cea7/488",
                                          "base_unittests": "fb142a0aaf6b62f7b84e4937b157ee2da44d261b80d912eb9fce437e4b601ba6/566",
                                          "blink_common_unittests": "f2ea4d208df9c84db13485f3e70c77a4e222736c30f858df69e86a2f1ccefb24/566",
                                          "blink_fuzzer_unittests": "990ef378b091e7dc5726f2cb7b6e9736a8a6166f48f555930ea2258e88cc93f7/488",
                                          "blink_heap_unittests": "9e1da0a0b7ec4d96ccf310333129ca4f56e98add996e466c58a99363232c1a7f/488",
                                          "blink_platform_unittests": "7a8418d8fcda310f1076706be9608aa7b842158317b8f41b2b7d9760546c982b/645",
                                          "blink_unittests": "490cbdd0cf4ee77bbadf898e03c5fa07c1a8fa19007082d849f8e4ffdc787a25/729",
                                          "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
                                          "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
                                          "capture_unittests": "b5f323c1108157fecd90da39d2c0ba4735d408450161927601359dfddb9da384/567",
                                          "cast_unittests": "f37aa0b1dd8c86cc1a1621284825b1373617338987957c199900a741e0e6191e/488",
                                          "cc_unittests": "8ffa4a9729cc758378875aefb78d31c54c98f6ba79743bc1a2c426f0b32c7f03/648",
                                          "chrome_app_unittests": "efd2047f7b35d239d73c1774876528d30d42146c6d6950afe47e5518b7ffc7fa/566",
                                          "chromedriver_unittests": "ee58b642d19a8e57083827f186fb9430e8f692a6e9628ace1191500083db1ea5/645",
                                          "components_browsertests": "105f52ce49c2ab1916ff825feec5a3dd6427a86a86e93abbd8126461760ef69f/732",
                                          "components_unittests": "b3eae6492aac8e31fca23b17e4dd0ae6b05e4eb084ba449910662b786d3208b0/811",
                                          "compositor_unittests": "30f24721ece7ece098f75f3bb4971419a28ff1273ffaf1c9c5cfd979f056526d/564",
                                          "content_browsertests": "6f77547ab1eab34c8c655c95948c30674dd44e4e5bd71ca61a91c7e7b587cc7e/805",
                                          "content_unittests": "420e249e4cf89740ffaac5d3c658658c178c1140ba9914895ef5f543f6073620/725",
                                          "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
                                          "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
                                          "device_unittests": "0afe5b03b4e91aa07a139b4c554a618bb3e25f3492ed50c76864cff5a518ce86/565",
                                          "display_unittests": "ac1310305352612dc57a8354f68d5c8944b3e046231801b6de8a2d71158118e5/488",
                                          "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
                                          "events_unittests": "66725d2980e1e59c1265154556db29c5a9feedc53466fc31d5f04a1cf7acb4dc/488",
                                          "extensions_browsertests": "7edca43c641691fa8a651992d61259501483cf13a8c10d93f6dede459f459928/651",
                                          "extensions_unittests": "880a83f16cfde740c4964efd5416c255f034444dfb611a61bb8bf2ebacc8021a/730",
                                          "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
                                          "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
                                          "gcm_unit_tests": "3e763854368828ab701fdf929eecb608a58334b3024193e78c12d643c2f51dff/565",
                                          "gfx_unittests": "0f6e093d5b54cf26ac7db03feb5fa2c76ee1c7bced19eb5cfa935010b45cb455/564",
                                          "gin_unittests": "8b933418d4d3cd6756ed002927052e557ae77f427bdd327553b7bec485f2649d/565",
                                          "gl_tests": "327cfe95b640f71b7b75ae648a3e6e3671eb357576dccf58a5cf6b6bcec1f058/488",
                                          "gl_unittests": "3e791e96f9e92316cb4cac60dae40dffb92238a9986a12ba59e71cbd7eac94ad/488",
                                          "google_apis_unittests": "94c9d248cdf69a4f10f1912761822f54b2229aab2755f9d2590d1e7f12470911/650",
                                          "gpu_unittests": "c4cbc91c4bb78d10517244cc17af5755eb385d9b94fb93e27ae7ca151ebeaba2/565",
                                          "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
                                          "headless_browsertests": "3e6e12a90e5a37f1553891d68ca8bf6c268edc64354e9a4c37a7e28ac49d7b1d/733",
                                          "headless_unittests": "ae27feffa8fbf9462ee737259ddeefb200e58c32169ce16ac2a7c523791ff27e/488",
                                          "interactive_ui_tests": "91a175feec4cfd786574e4c68b6142d8efa04058b0b917a8b373b30058424f7e/1059",
                                          "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
                                          "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
                                          "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
                                          "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
                                          "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
                                          "media_unittests": "a03d1501a0a80d7f3e30f1f97fef322e9d39d46b0eef88ae03f04c0265c7cd67/568",
                                          "message_center_unittests": "ed717de8ab435d0adbcb6a3b2973b9e8eb49311754f5b5c30a5fab6f53e7923f/488",
                                          "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
                                          "mojo_unittests": "f96d4b9c5a5d9e050a07f0345fe9a09f145a7c3c75c2f6a1cdafcc8fd878d6c2/566",
                                          "native_theme_unittests": "e42fd823de40b2d354d3ef5766d8273160c9a2b63292e499136bc92628435a5d/488",
                                          "net_unittests": "f7813de129720aefa65b9c30a1852446dd374b0db9dcf43c9b949fecefc6c1a7/567",
                                          "openscreen_unittests": "264ca1df739ace520e4945e0cd0f20c899b8412085c0cda5005e4bf9ee70a562/489",
                                          "ozone_unittests": "821d4d79f0096d181ed94845f7fb1d9173ac1052f1814071eeaf106d343a67e0/488",
                                          "ozone_x11_unittests": "dd144c3cfbaf5b28683bd3a45e7b00644d8796726eb88ad1232ad7f2dd887253/488",
                                          "pdf_unittests": "b1c08cb420a6734458a9294b95c2cb59b03658d4753d46097db6d9728118888f/565",
                                          "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
                                          "printing_unittests": "2656c7fe30ee39d3a287e4a49d4ede9058d537040280c403d727ea0e1dfa4658/488",
                                          "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
                                          "remoting_unittests": "72b4a17ffe526e4409d9c419fa0bd13125fef729f9414e96622b5accc148023b/565",
                                          "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
                                          "services_unittests": "fe0aa4c8d5812e9d07d62c05a32592dc98d47c1f42fbebe43d602cf17c90b719/734",
                                          "shell_dialogs_unittests": "961eb77ebb833a22241615feaba06434f9d101b0407d74d226873fca4a049ed4/488",
                                          "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
                                          "snapshot_unittests": "6d38d1162193064fc03cf4e66e3a05c1230589d46f8cbbade04e305b553e7c34/488",
                                          "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
                                          "storage_unittests": "ab7ff60d307306cee59a7b4af6b00ace551f1a375c6cb1747379d3176804cd7d/646",
                                          "sync_integration_tests": "622136331861f387ba4372f7cd35957f9694de19f1734ebf249ea71fcf56df40/647",
                                          "ui_base_unittests": "184f453dc498cc7fb762ee763d971071ccee62341e5f5d891a7d0c20e69f83f2/641",
                                          "ui_touch_selection_unittests": "93f6d5f97c41bec798e78ef368e2e8cba116b4435d1c12703b785a537ce4e8a7/488",
                                          "ui_unittests": "d92d57ce1de61fbd0667328ccfdbc3be61bdf28b3086548367d1952c7d02ce02/488",
                                          "unit_tests": "c107f275cb2ba190b0b18b5d0148a718a8205d70781d2031f622d597c5e5588a/1061",
                                          "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
                                          "views_unittests": "45b91cee8b6404bf056522541d45e90a12ff93b9613c76dd18674e2c268c46bd/488",
                                          "viz_unittests": "c2d70ccc8c7c24a9210fef3c8eb4bc70b09639603fb8ef5a1eff1576daaad357/572",
                                          "vr_common_unittests": "af8782ed40b59a1a936f6a0213cad5758406175c7c79168ec5f6121b29258ef4/566",
                                          "wm_unittests": "8c66479f2250538d88cea98951c3d3b86956a8d27bb1bfc095b9bd56eba5fa08/488",
                                          "wtf_unittests": "adbfc9c7606379939d02dc7c499bcd715db8f3da5c546e698c6aff259ed5851c/488",
                                          "xr_browser_tests": "41fa110a1e478d661b8cc4e3e272381c85be76a33968ebe15c56202b83fd36d3/646",
                                          "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:322",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "c97657ae-1be4-409a-b958-d5e4b520dca7",
                        "title": "Linux TSan Builder/322",
                        "url": "https://cr-buildbucket.appspot.com/build/8688854588735182625"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "fadf7a74fe308f3520fd931de0bcbd51102a8c07"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8688854588735182625"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8688854588735182625"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8688854588735182625"
                }
          ],
      "parent_build_id": "8688854588735182625",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "a6d84ad204060020c0af8afad358b8f935fb6797",
      "parent_got_dawn_revision": "c46c81b25577c40de6e7e510743ae0454e0c8351",
      "parent_got_revision": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#1371}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "0a35ee1d515b1c4cfd14857f6cbdbaeca396bb22",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#12}",
      "parent_got_webrtc_revision": "d1972add2a63b2a528a6471d447f82e0010b5215",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46853}",
      "swarm_hashes": {
            "absl_hardening_tests": "ae52789da47e2c95699c3f14a374b14e07c839c62b7bf3163edc6af4a2b53b83/488",
            "accessibility_unittests": "5d2130ee3b293f34954f997150112a68592a0b4290472cc273871259f62dffdc/488",
            "angle_unittests": "825aabb66eb2f652c34c430ebbee66e2de73a8ef305128df12b3cee9b7314c81/489",
            "app_shell_unittests": "dcac2c88756ab8c9c79203831d28fcc7efff4fdccf20072372e5e4bfcdfe0e4f/649",
            "aura_unittests": "2ee9466bc03e3231613c445a6d3756d465ab3b49a89a47d6a02b99facc75cea7/488",
            "base_unittests": "fb142a0aaf6b62f7b84e4937b157ee2da44d261b80d912eb9fce437e4b601ba6/566",
            "blink_common_unittests": "f2ea4d208df9c84db13485f3e70c77a4e222736c30f858df69e86a2f1ccefb24/566",
            "blink_fuzzer_unittests": "990ef378b091e7dc5726f2cb7b6e9736a8a6166f48f555930ea2258e88cc93f7/488",
            "blink_heap_unittests": "9e1da0a0b7ec4d96ccf310333129ca4f56e98add996e466c58a99363232c1a7f/488",
            "blink_platform_unittests": "7a8418d8fcda310f1076706be9608aa7b842158317b8f41b2b7d9760546c982b/645",
            "blink_unittests": "490cbdd0cf4ee77bbadf898e03c5fa07c1a8fa19007082d849f8e4ffdc787a25/729",
            "boringssl_crypto_tests": "5b25a9ac96fe8f8ae7bc7a0f4bbc380b7df51792fc328f1aaed761690abf9806/489",
            "boringssl_ssl_tests": "f0353c798ea3bd40b2faf4cb217bc581b343b345cc5563f78e1042d70779741e/488",
            "capture_unittests": "b5f323c1108157fecd90da39d2c0ba4735d408450161927601359dfddb9da384/567",
            "cast_unittests": "f37aa0b1dd8c86cc1a1621284825b1373617338987957c199900a741e0e6191e/488",
            "cc_unittests": "8ffa4a9729cc758378875aefb78d31c54c98f6ba79743bc1a2c426f0b32c7f03/648",
            "chrome_app_unittests": "efd2047f7b35d239d73c1774876528d30d42146c6d6950afe47e5518b7ffc7fa/566",
            "chromedriver_unittests": "ee58b642d19a8e57083827f186fb9430e8f692a6e9628ace1191500083db1ea5/645",
            "components_browsertests": "105f52ce49c2ab1916ff825feec5a3dd6427a86a86e93abbd8126461760ef69f/732",
            "components_unittests": "b3eae6492aac8e31fca23b17e4dd0ae6b05e4eb084ba449910662b786d3208b0/811",
            "compositor_unittests": "30f24721ece7ece098f75f3bb4971419a28ff1273ffaf1c9c5cfd979f056526d/564",
            "content_browsertests": "6f77547ab1eab34c8c655c95948c30674dd44e4e5bd71ca61a91c7e7b587cc7e/805",
            "content_unittests": "420e249e4cf89740ffaac5d3c658658c178c1140ba9914895ef5f543f6073620/725",
            "crypto_unittests": "c22b6d09d70f08bcb35c64a89224c5726a417d952ed19e57f6a31f498c5ba4d1/568",
            "dbus_unittests": "354b3a639a6f640559fef5a4dc36bd8aa913ce4ee14aceb2e3dfefee3f04ae64/488",
            "device_unittests": "0afe5b03b4e91aa07a139b4c554a618bb3e25f3492ed50c76864cff5a518ce86/565",
            "display_unittests": "ac1310305352612dc57a8354f68d5c8944b3e046231801b6de8a2d71158118e5/488",
            "env_chromium_unittests": "74836e5cb873f79b1b1a9cb3991f9201722e8fc5f85378724c6fc5e2df60ecdd/488",
            "events_unittests": "66725d2980e1e59c1265154556db29c5a9feedc53466fc31d5f04a1cf7acb4dc/488",
            "extensions_browsertests": "7edca43c641691fa8a651992d61259501483cf13a8c10d93f6dede459f459928/651",
            "extensions_unittests": "880a83f16cfde740c4964efd5416c255f034444dfb611a61bb8bf2ebacc8021a/730",
            "filesystem_service_unittests": "150530ee8d2f6894ec1d1366462fe4f0f0a7b8201f5ccd9c88c0a8bb211b645f/488",
            "fuzzing_unittests": "80c19a7600bf7983d1cf14dccf28d49733767130e515f678757bdaf78b438b76/488",
            "gcm_unit_tests": "3e763854368828ab701fdf929eecb608a58334b3024193e78c12d643c2f51dff/565",
            "gfx_unittests": "0f6e093d5b54cf26ac7db03feb5fa2c76ee1c7bced19eb5cfa935010b45cb455/564",
            "gin_unittests": "8b933418d4d3cd6756ed002927052e557ae77f427bdd327553b7bec485f2649d/565",
            "gl_tests": "327cfe95b640f71b7b75ae648a3e6e3671eb357576dccf58a5cf6b6bcec1f058/488",
            "gl_unittests": "3e791e96f9e92316cb4cac60dae40dffb92238a9986a12ba59e71cbd7eac94ad/488",
            "google_apis_unittests": "94c9d248cdf69a4f10f1912761822f54b2229aab2755f9d2590d1e7f12470911/650",
            "gpu_unittests": "c4cbc91c4bb78d10517244cc17af5755eb385d9b94fb93e27ae7ca151ebeaba2/565",
            "gwp_asan_unittests": "a85a788fd5a72bf742aed7b9ce83ff96c9a7cad831478f6da70c3fec974ba41a/489",
            "headless_browsertests": "3e6e12a90e5a37f1553891d68ca8bf6c268edc64354e9a4c37a7e28ac49d7b1d/733",
            "headless_unittests": "ae27feffa8fbf9462ee737259ddeefb200e58c32169ce16ac2a7c523791ff27e/488",
            "interactive_ui_tests": "91a175feec4cfd786574e4c68b6142d8efa04058b0b917a8b373b30058424f7e/1059",
            "ipc_tests": "46a9d2616beeff7b53f5502ef5bb85e9d453f165256de7fb6ca724913b57017a/488",
            "latency_unittests": "a72ddb91eedf24df476ac6f74c71a5d440db30d4c94143a96eac52d7062aa850/488",
            "leveldb_unittests": "fad478692a32af92967d7ff90ee39fc6328e9f1d0701401f73e642822afd0eea/488",
            "libjingle_xmpp_unittests": "97c17d67e3d34a1cb06bed46eccde0339b270a51e668dbf35be1873aea3bf1b0/488",
            "liburlpattern_unittests": "7a6a7a4661a9a5fd80cc371d2a21d8d43ab73400917be28b2293b839beff6277/488",
            "media_unittests": "a03d1501a0a80d7f3e30f1f97fef322e9d39d46b0eef88ae03f04c0265c7cd67/568",
            "message_center_unittests": "ed717de8ab435d0adbcb6a3b2973b9e8eb49311754f5b5c30a5fab6f53e7923f/488",
            "midi_unittests": "1f6b673fa961ad6b1b616e1c363025b7a99710a16082703edf4d7a1523c9b12a/488",
            "mojo_unittests": "f96d4b9c5a5d9e050a07f0345fe9a09f145a7c3c75c2f6a1cdafcc8fd878d6c2/566",
            "native_theme_unittests": "e42fd823de40b2d354d3ef5766d8273160c9a2b63292e499136bc92628435a5d/488",
            "net_unittests": "f7813de129720aefa65b9c30a1852446dd374b0db9dcf43c9b949fecefc6c1a7/567",
            "openscreen_unittests": "264ca1df739ace520e4945e0cd0f20c899b8412085c0cda5005e4bf9ee70a562/489",
            "ozone_unittests": "821d4d79f0096d181ed94845f7fb1d9173ac1052f1814071eeaf106d343a67e0/488",
            "ozone_x11_unittests": "dd144c3cfbaf5b28683bd3a45e7b00644d8796726eb88ad1232ad7f2dd887253/488",
            "pdf_unittests": "b1c08cb420a6734458a9294b95c2cb59b03658d4753d46097db6d9728118888f/565",
            "perfetto_unittests": "170ce09ace2d88b0e5a35e8fdb6e481a38fd34824d655c4e3e042483cad3fc28/488",
            "printing_unittests": "2656c7fe30ee39d3a287e4a49d4ede9058d537040280c403d727ea0e1dfa4658/488",
            "pthreadpool_unittests": "0705311e5da089a8bb5228be24398b0238e954e2634c1be2a4361d15467efb19/488",
            "remoting_unittests": "72b4a17ffe526e4409d9c419fa0bd13125fef729f9414e96622b5accc148023b/565",
            "sandbox_linux_unittests": "a71e5f5fbf572c3ad8df5c7e3ad569cbdff95ea74c079ee73613b55258f435ad/488",
            "services_unittests": "fe0aa4c8d5812e9d07d62c05a32592dc98d47c1f42fbebe43d602cf17c90b719/734",
            "shell_dialogs_unittests": "961eb77ebb833a22241615feaba06434f9d101b0407d74d226873fca4a049ed4/488",
            "skia_unittests": "90828cf0be53e02a67854894ee0ef2c06109a55f6301de203844d9e5b093a09f/488",
            "snapshot_unittests": "6d38d1162193064fc03cf4e66e3a05c1230589d46f8cbbade04e305b553e7c34/488",
            "sql_unittests": "dafcb5c497650d745b1cba33d33b19acec8a16f48558414786cfcfdea875f20d/565",
            "storage_unittests": "ab7ff60d307306cee59a7b4af6b00ace551f1a375c6cb1747379d3176804cd7d/646",
            "sync_integration_tests": "622136331861f387ba4372f7cd35957f9694de19f1734ebf249ea71fcf56df40/647",
            "ui_base_unittests": "184f453dc498cc7fb762ee763d971071ccee62341e5f5d891a7d0c20e69f83f2/641",
            "ui_touch_selection_unittests": "93f6d5f97c41bec798e78ef368e2e8cba116b4435d1c12703b785a537ce4e8a7/488",
            "ui_unittests": "d92d57ce1de61fbd0667328ccfdbc3be61bdf28b3086548367d1952c7d02ce02/488",
            "unit_tests": "c107f275cb2ba190b0b18b5d0148a718a8205d70781d2031f622d597c5e5588a/1061",
            "url_unittests": "96f4f529567899ead8aa82f4f17ade2c2d433b6d5e9b7ffe65412a3ec448bbd4/488",
            "views_unittests": "45b91cee8b6404bf056522541d45e90a12ff93b9613c76dd18674e2c268c46bd/488",
            "viz_unittests": "c2d70ccc8c7c24a9210fef3c8eb4bc70b09639603fb8ef5a1eff1576daaad357/572",
            "vr_common_unittests": "af8782ed40b59a1a936f6a0213cad5758406175c7c79168ec5f6121b29258ef4/566",
            "wm_unittests": "8c66479f2250538d88cea98951c3d3b86956a8d27bb1bfc095b9bd56eba5fa08/488",
            "wtf_unittests": "adbfc9c7606379939d02dc7c499bcd715db8f3da5c546e698c6aff259ed5851c/488",
            "xr_browser_tests": "41fa110a1e478d661b8cc4e3e272381c85be76a33968ebe15c56202b83fd36d3/646",
            "zlib_unittests": "ef0ba4c30ca8e2ee5f5d36ad0750ec7a0d6d61985722042d7872526078695b91/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8854280532474676576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "322"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:51:30.869] Scheduled build:
{
  "id": "8688850469394159137",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 322,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-02-25T23:51:30.452996053Z",
  "updateTime": "2026-02-25T23:51:30.452996053Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[23:51:30.869] Task URL: https://cr-buildbucket.appspot.com/build/8688850469394159137
[23:51:30.869] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:2:0) after 9m46s
[23:51:31.827] Received PubSub notification, asking Buildbucket for the build status
[23:51:31.847] Build status: SCHEDULED
[23:51:35.542] Received PubSub notification, asking Buildbucket for the build status
[23:51:35.557] Build status: STARTED
[00:01:17.225] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:2:0)
[00:01:17.242] Build status: STARTED
[00:01:17.242] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:5:0) after 3m10s
[00:04:27.261] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:5:0)
[00:04:27.306] Build status: STARTED
[00:04:27.306] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:6:0) after 1m51s
[00:06:18.349] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:6:0)
[00:06:18.367] Build status: STARTED
[00:06:18.367] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:7:0) after 3m43s
[00:10:01.386] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:7:0)
[00:10:01.402] Build status: STARTED
[00:10:01.402] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:8:0) after 6m29s
[00:16:30.504] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:8:0)
[00:16:30.530] Build status: STARTED
[00:16:30.530] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8854280532474676576:9:0) after 8m11s
[00:21:06.981] Received PubSub notification, asking Buildbucket for the build status
[00:21:07.000] Build:
{
  "id": "8688850469394159137",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 322,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-02-25T23:51:30.452996053Z",
  "startTime": "2026-02-25T23:51:35.338765785Z",
  "endTime": "2026-02-26T00:21:05.507406091Z",
  "updateTime": "2026-02-26T00:21:05.507406091Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fadf7a74fe308f3520fd931de0bcbd51102a8c07",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[00:21:07.000] Invocation finished in 29m38.868827605s with status FAILED