Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 48e186a637345a40db7cc164c7f9583f9f7c8aeb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/15 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "b3301e1857522155c62c3134449519a4df8b70d2",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7559"
      }
    ]
  },
  "branch": "refs/branch-heads/7559",
  "deps_revision_overrides": {
    "src": "b3301e1857522155c62c3134449519a4df8b70d2"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8696496666284885073"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8696496666284885073"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8696496666284885073"
    }
  ],
  "parent_build_id": "8696496666284885073",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "78f1066e993d4305482e3a306747157cb7368d71",
  "parent_got_dawn_revision": "0223916e3a572e7c264d0b8da5f077556e660871",
  "parent_got_revision": "b3301e1857522155c62c3134449519a4df8b70d2",
  "parent_got_revision_cp": "refs/branch-heads/7559@{#55}",
  "parent_got_swiftshader_revision": "04fbb7daf5a53689e067190e7ef1047c5d49e292",
  "parent_got_v8_revision": "b136433dcbd868e8a4d3f49654b85e1bdb85fa76",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.4@{#7}",
  "parent_got_webrtc_revision": "f680c1893f3b166b370439da52ae82d02f54969c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46356}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b3301e1857522155c62c3134449519a4df8b70d2",
  "swarm_hashes": {
    "absl_hardening_tests": "1565037c5985947dc5586df09975db57df72d7096ed0153b88bab5c1823854cb/488",
    "accessibility_unittests": "a4d314a916ac70d3aab3526a11d066c1007f407e75059ffbdb49a25b21e4b1bd/488",
    "angle_unittests": "a7e686586e2075e556e2d0d6b4ff94448eb0341d4fed10bd6ed54908c7253015/489",
    "app_shell_unittests": "d99525dcb5bf3b405d7ba9cb8ea45b26e78190d950b3a745837c6fba264c1bac/649",
    "aura_unittests": "c67b4b267f5d78fb8eeb44ba25c0e02f665262d32a96dd9abf319b6124d6374c/488",
    "base_unittests": "91347d82ea826001b84e6cc60ccef4b17856e2dfcd1e4d5a7fe2b9034bdb7cd3/566",
    "blink_common_unittests": "25b866708b649c0d09169a28803f8c1f8bef486055a2dab015245e0b4412c88f/566",
    "blink_fuzzer_unittests": "7e37b9b7435d9e92ab72090252d505418bd5b939db14761a9273d9745d51c4bf/488",
    "blink_heap_unittests": "ea977113a0334eaef795f85e76baceec93e60c560f972d8145e76e857e078826/488",
    "blink_platform_unittests": "68e74ac64eb78dcc7d49c4cc23ad40753d4f8fdc9eff9b5d3aa05e171b3df568/645",
    "blink_unittests": "1433480d73625352e397edba2ac6ab53bd2f7a2da9be6933d454fcbbdf06d199/729",
    "boringssl_crypto_tests": "8ae1e90c7efbb147f36cd58b797a7fb1a8e459f0f2219e2b59f346f0838373b1/489",
    "boringssl_ssl_tests": "1803002160c82173fe762647fe6859d1a20b42f9e5a7a03bdc2ec13e8ae889f7/488",
    "capture_unittests": "a436f91059e856d994c11fd0c251b724b7fde0657b987e4f6ace480ac1cc29a8/567",
    "cast_unittests": "90c1b0302ccb16b504adf755a046298367cbd1467b9c48acdabd4121d8f54294/488",
    "cc_unittests": "333e19c9e424fd6082e6937a97078b980ee55baae8430e050207412aac77f713/648",
    "chrome_app_unittests": "8fa92c67d9c8a2f2b2cad6da646c4378270f1955ac98d8291777883a7118419d/566",
    "chromedriver_unittests": "a3e9b6bc94f99dd6af094bf44bfa713c28becde7cc798b564429a9181fdcd099/645",
    "components_browsertests": "49fccb76caf181fc28091766358079cc30910f1ce6d28da5bbe55034724e94c9/732",
    "components_unittests": "38e393b67392c4496c0671af5a370be2cb13d79def1e9e7d90449971be8cb60a/811",
    "compositor_unittests": "ff18e6079533fae54a4803077d52c0a9b65bd264e1abf5183e842495caf564fd/564",
    "content_browsertests": "784fd1922dbfcf622209d98e485deeb822565d59786c3d42ca77b589d03a0dc0/805",
    "content_unittests": "f92234e93d15a0f14d6b9a2e4be7a9d974617aef1388eb099fc805eb02e92e45/725",
    "cronet_tests": "b6c9dd937f063f39c029b16f77e7aa5da5a39fa1824574e969105cd83fc2b1bf/565",
    "cronet_unittests": "dd4db3ab1ae6c9e1075a9eb8536de2557ba282547760caa1b83b888c104dadd6/565",
    "crypto_unittests": "81d201ba665e656f6722ce2a00dbe238ad25613b47ea01a96e7b94033a5daeac/568",
    "dbus_unittests": "f2a835fae834b9f5b74fec3504e32c77ede23418d7a960ea0a264ba166d1a2ba/488",
    "device_unittests": "c3f39eda2ce1edc1900ee2946e21faad338c8088a76b0158b63fae24d2fe5f99/565",
    "display_unittests": "df0d67c7857096771b859d912b90ec084fe4f7c32ad3b334180f7806600b1fd8/488",
    "env_chromium_unittests": "750b609da63baf58a0de2b70d151ea11d76c2f5040984aa6615851e41e0a8c95/488",
    "events_unittests": "7d61b0d8c75778139d0f66bf40aead3cb509998ae798d2c7595f67c9c41770db/488",
    "extensions_browsertests": "daac45fe990caa88230020d2fb47cf3855ede684d690d7c202f896a17a57ef93/651",
    "extensions_unittests": "8e63915ba38603a68c115a323da2c91a8297528f2ce5639c3920091f455ed136/730",
    "filesystem_service_unittests": "7448eabde13be6a5933f28a46c11207f9c73c92c9b21e96bfe7dd8b0427752cb/488",
    "fuzzing_unittests": "316ceb08ded6c7c9f15b990e465419b46b25ddf89df0b31e4c12066f596baa5d/488",
    "gcm_unit_tests": "a870b9fb669ca22c8eeda173445e3ff324af1b0a8784056d56f40d99d7ccff98/565",
    "gfx_unittests": "ddbcf8228360842b1f604ed93831268c2efb6b3b2848b869af3f5d8f513bdac0/564",
    "gin_unittests": "7860ccbcbfc26a29f71e761e48c358b68ea304845a9c27b0187063efa6b49e98/565",
    "gl_tests": "c691ea87ea6e7346f461c924595e3abe732eca16c721928937942fbe846a70f5/488",
    "gl_unittests": "1d6f9003136ae118d75ed6969491695ad75fca5534f438ca84b7dbe630b15991/488",
    "google_apis_unittests": "e7a73c356020fb089dc320ecc841efdc23fadd677232a63917abefee1b0e63e3/650",
    "gpu_unittests": "44ef4a39a4562afc75b28718751454386b81937e36f80be5c4d493d41bf85c2d/565",
    "gwp_asan_unittests": "9e1d22db6e4a1fc88eb71d9ba7784813712e6ae231ffab27a4f123d880b650e0/489",
    "headless_browsertests": "2464aebec2093f26e9246bf0da5d92aaec4602dfc54befcdbccec6c6de8a9b6f/733",
    "headless_unittests": "de298361781f9ddbbebefc5e9c46573737cd01f44c157adde9bab7e75cc64448/488",
    "interactive_ui_tests": "7d47e04c95f26a37c971062f95e189a98d0abfa68a18aeff6e7c751a80ed78b6/1059",
    "ipc_tests": "3eebc06aeae91cd203328cbbcfdbeed32c8a50c872fc8e1e6108c937bf4fe3ef/488",
    "latency_unittests": "3d2a4093e93ca1c4e2abb00dbbb1ee819e2aac354bfe0263f312362b822f2950/488",
    "leveldb_unittests": "122e6dd1944c20104fc0580a568e62f025df6242ce4dbd59465ad1d53632a663/488",
    "libjingle_xmpp_unittests": "0ebfe931667d49c17297f3e1069d0b98b09b757ca5d842d9c787bbdde46c2c3c/488",
    "liburlpattern_unittests": "59423c4c509d99acec98b2b6ebdace775bd687a303596573a0c6122f508f9f46/488",
    "media_unittests": "d45cfb982d9d90ad8cac76e7333fe213a2a27b7b93ae3dd49d3e38d8c0e9cb9e/568",
    "message_center_unittests": "2521b16a26386bf998370bbd82dc82359c498a0e3b928ecef37bc87efcd4fbc0/488",
    "midi_unittests": "cbfbd3f4f5b8fbeabcafa40f06630d30d63a6f3ec194d73af28a0059ab99b3f1/488",
    "mojo_unittests": "8602c06d8f2cfff3003ec542a68b5e581dfa7409d7f7ce904bf3b5e9d518affd/566",
    "native_theme_unittests": "032644d313b03d8cb1393e2ca89d504109a9138f4359e90f5d98b0ee604d1741/488",
    "net_unittests": "538af5139d9d354503fca7c4118447893a458812c60524f8a4613efcb87ed18b/567",
    "openscreen_unittests": "7aa2ada01d71c8b6e6359360ddbbb8e6d221481256024b50956bb519ba0bc3c2/489",
    "ozone_unittests": "80b7c4b72a0b7e91a8139e7d23da88d7cd76194cc889a85ff512954094603385/488",
    "ozone_x11_unittests": "74d42371068ee183dfad51263002e0f9c598e0d3868c7902570c3070c47d7131/488",
    "pdf_unittests": "7e0100f0e0d4943334cd18fc470c8e3acf62e9ef2f4d423362eb18b67963574b/565",
    "perfetto_unittests": "447be68d6bbe7516289efa9a709757abe5da101aa6a2f837132052a2cd67cc15/488",
    "printing_unittests": "f6c9b65fced085dc35143a46ee9e7c218d77bf1b3fe11b4b344dff6db5364c43/488",
    "pthreadpool_unittests": "0addcef370cd35cffc8d92814a1c776983f5a7bf6fe5bfa984a053853de6bf7e/488",
    "remoting_unittests": "d73cc592dac1378b2317027f5e3f1c026bbc76bdcf952c033a303f09a4b40084/565",
    "sandbox_linux_unittests": "d520dd623532b2555b43dff2ae28aa63e33f3f9b281d8e0ba9c5d8cb46533735/488",
    "services_unittests": "fed041b4ae2e9282ea9f025f36e6976e5f328288d9dce7622d00053b1a37f1e7/734",
    "shell_dialogs_unittests": "cb70c3e80d2f4197d03b68ed0de332ae1efa1a3d3f3926b781bdd28e3cb50472/488",
    "skia_unittests": "a3bd588f7ff87f27c1790706a5b92dee9e50289c54002e59457af1174a6fe04c/488",
    "snapshot_unittests": "9d4f116cc62dcffdff6aa561ead97aceaee9a8b3913d3cf66ff461d973d9d791/488",
    "sql_unittests": "2091e42a4601e3e66c1a7425d33f56301edf73f7a1294b8a3ca51c875e53cc77/565",
    "storage_unittests": "c4436c84c2e225d710df278245dc427ab582288d495836661920c966de5f083c/646",
    "sync_integration_tests": "b5df0dc60f7fb28efcd7d19b782da1289d1537d34ed479481043e2069fbc6ea6/647",
    "ui_base_unittests": "0177b0357b0faa428cf0556ed8a6dd2c603acab4232d5cc3f1833fc4aea4c89f/641",
    "ui_touch_selection_unittests": "0cd38824deb827ae03c33c27452889eb78d592c41835b893a6abc413461bd7ae/488",
    "ui_unittests": "fd92900a35cd21741601625ced11a86e426fc0d9cda7d002a5cd43d1aa816e44/488",
    "unit_tests": "94d364ac6ed434899868f053e086e6c2357a366f89d36a502a1f8764ff06c8cb/1061",
    "url_unittests": "c61c64c1a5529bd578c356cd6ac3dfc0ae6025eefa15fbc6cf190eca315bd5df/488",
    "views_unittests": "97ba43feeaed5be8bd2dc79f0217778305b92b244d0c34a4cc5454f83eef2841/488",
    "viz_unittests": "83704bfe056c4c819802b5e7dd8cc2f159863381bba7eaad57f773d0f33136f1/572",
    "vr_common_unittests": "ad6c6813eb6c9c7424fc5a3373ab993522a78ce803bbc212da46559edef77fd2/566",
    "wm_unittests": "949c73e4f4d6a73af849884d1ef26598e3353e3f54b87636c383b18b29c68835/488",
    "wtf_unittests": "07c0f4ebc498887f30ee6bd636b4609eb83437cde89d274f0e369b9b3e2a6619/488",
    "xr_browser_tests": "0f35d105c3a2f350fd3a8484ecfb8dcd9b67c5f32833665bfdb22d40400df505/646",
    "zlib_unittests": "7f181217e39beb644fd9b6277445750d99f61e6294dcac34c06c045a1ccf701b/489"
  },
  "swarming_command_lines_cwd": "out/669b-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b3301e1857522155c62c3134449519a4df8b70d2
  • gitiles_ref:refs/branch-heads/7559
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:15
  • user_agent:recipe

Debug log (UTC)

[15:41:32.681] New invocation is queued and will start shortly
[15:41:32.681] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:41:33.856] Starting the invocation (attempt 1)
[15:41:33.896] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b3301e1857522155c62c3134449519a4df8b70d2"
[15:41:33.896] Popped gitiles commit info from properties and tags
[15:41:33.896] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:41:33.896] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:41:33.897] Buildbucket request:
{
  "requestId": "8861921501030676128",
  "builder": {
    "project": "chromium-m144",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "b3301e1857522155c62c3134449519a4df8b70d2",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7559"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8861921501030676128",
            "job": "chromium-m144/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "b3301e1857522155c62c3134449519a4df8b70d2",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7559"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "b3301e1857522155c62c3134449519a4df8b70d2"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8696496666284885073"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8696496666284885073"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8696496666284885073"
                                              }
                                        ],
                                    "parent_build_id": "8696496666284885073",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "78f1066e993d4305482e3a306747157cb7368d71",
                                    "parent_got_dawn_revision": "0223916e3a572e7c264d0b8da5f077556e660871",
                                    "parent_got_revision": "b3301e1857522155c62c3134449519a4df8b70d2",
                                    "parent_got_revision_cp": "refs/branch-heads/7559@{#55}",
                                    "parent_got_swiftshader_revision": "04fbb7daf5a53689e067190e7ef1047c5d49e292",
                                    "parent_got_v8_revision": "b136433dcbd868e8a4d3f49654b85e1bdb85fa76",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.4@{#7}",
                                    "parent_got_webrtc_revision": "f680c1893f3b166b370439da52ae82d02f54969c",
                                    "parent_got_webrtc_revision_cp": "refs/heads/main@{#46356}",
                                    "revision": "b3301e1857522155c62c3134449519a4df8b70d2",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "1565037c5985947dc5586df09975db57df72d7096ed0153b88bab5c1823854cb/488",
                                          "accessibility_unittests": "a4d314a916ac70d3aab3526a11d066c1007f407e75059ffbdb49a25b21e4b1bd/488",
                                          "angle_unittests": "a7e686586e2075e556e2d0d6b4ff94448eb0341d4fed10bd6ed54908c7253015/489",
                                          "app_shell_unittests": "d99525dcb5bf3b405d7ba9cb8ea45b26e78190d950b3a745837c6fba264c1bac/649",
                                          "aura_unittests": "c67b4b267f5d78fb8eeb44ba25c0e02f665262d32a96dd9abf319b6124d6374c/488",
                                          "base_unittests": "91347d82ea826001b84e6cc60ccef4b17856e2dfcd1e4d5a7fe2b9034bdb7cd3/566",
                                          "blink_common_unittests": "25b866708b649c0d09169a28803f8c1f8bef486055a2dab015245e0b4412c88f/566",
                                          "blink_fuzzer_unittests": "7e37b9b7435d9e92ab72090252d505418bd5b939db14761a9273d9745d51c4bf/488",
                                          "blink_heap_unittests": "ea977113a0334eaef795f85e76baceec93e60c560f972d8145e76e857e078826/488",
                                          "blink_platform_unittests": "68e74ac64eb78dcc7d49c4cc23ad40753d4f8fdc9eff9b5d3aa05e171b3df568/645",
                                          "blink_unittests": "1433480d73625352e397edba2ac6ab53bd2f7a2da9be6933d454fcbbdf06d199/729",
                                          "boringssl_crypto_tests": "8ae1e90c7efbb147f36cd58b797a7fb1a8e459f0f2219e2b59f346f0838373b1/489",
                                          "boringssl_ssl_tests": "1803002160c82173fe762647fe6859d1a20b42f9e5a7a03bdc2ec13e8ae889f7/488",
                                          "capture_unittests": "a436f91059e856d994c11fd0c251b724b7fde0657b987e4f6ace480ac1cc29a8/567",
                                          "cast_unittests": "90c1b0302ccb16b504adf755a046298367cbd1467b9c48acdabd4121d8f54294/488",
                                          "cc_unittests": "333e19c9e424fd6082e6937a97078b980ee55baae8430e050207412aac77f713/648",
                                          "chrome_app_unittests": "8fa92c67d9c8a2f2b2cad6da646c4378270f1955ac98d8291777883a7118419d/566",
                                          "chromedriver_unittests": "a3e9b6bc94f99dd6af094bf44bfa713c28becde7cc798b564429a9181fdcd099/645",
                                          "components_browsertests": "49fccb76caf181fc28091766358079cc30910f1ce6d28da5bbe55034724e94c9/732",
                                          "components_unittests": "38e393b67392c4496c0671af5a370be2cb13d79def1e9e7d90449971be8cb60a/811",
                                          "compositor_unittests": "ff18e6079533fae54a4803077d52c0a9b65bd264e1abf5183e842495caf564fd/564",
                                          "content_browsertests": "784fd1922dbfcf622209d98e485deeb822565d59786c3d42ca77b589d03a0dc0/805",
                                          "content_unittests": "f92234e93d15a0f14d6b9a2e4be7a9d974617aef1388eb099fc805eb02e92e45/725",
                                          "cronet_tests": "b6c9dd937f063f39c029b16f77e7aa5da5a39fa1824574e969105cd83fc2b1bf/565",
                                          "cronet_unittests": "dd4db3ab1ae6c9e1075a9eb8536de2557ba282547760caa1b83b888c104dadd6/565",
                                          "crypto_unittests": "81d201ba665e656f6722ce2a00dbe238ad25613b47ea01a96e7b94033a5daeac/568",
                                          "dbus_unittests": "f2a835fae834b9f5b74fec3504e32c77ede23418d7a960ea0a264ba166d1a2ba/488",
                                          "device_unittests": "c3f39eda2ce1edc1900ee2946e21faad338c8088a76b0158b63fae24d2fe5f99/565",
                                          "display_unittests": "df0d67c7857096771b859d912b90ec084fe4f7c32ad3b334180f7806600b1fd8/488",
                                          "env_chromium_unittests": "750b609da63baf58a0de2b70d151ea11d76c2f5040984aa6615851e41e0a8c95/488",
                                          "events_unittests": "7d61b0d8c75778139d0f66bf40aead3cb509998ae798d2c7595f67c9c41770db/488",
                                          "extensions_browsertests": "daac45fe990caa88230020d2fb47cf3855ede684d690d7c202f896a17a57ef93/651",
                                          "extensions_unittests": "8e63915ba38603a68c115a323da2c91a8297528f2ce5639c3920091f455ed136/730",
                                          "filesystem_service_unittests": "7448eabde13be6a5933f28a46c11207f9c73c92c9b21e96bfe7dd8b0427752cb/488",
                                          "fuzzing_unittests": "316ceb08ded6c7c9f15b990e465419b46b25ddf89df0b31e4c12066f596baa5d/488",
                                          "gcm_unit_tests": "a870b9fb669ca22c8eeda173445e3ff324af1b0a8784056d56f40d99d7ccff98/565",
                                          "gfx_unittests": "ddbcf8228360842b1f604ed93831268c2efb6b3b2848b869af3f5d8f513bdac0/564",
                                          "gin_unittests": "7860ccbcbfc26a29f71e761e48c358b68ea304845a9c27b0187063efa6b49e98/565",
                                          "gl_tests": "c691ea87ea6e7346f461c924595e3abe732eca16c721928937942fbe846a70f5/488",
                                          "gl_unittests": "1d6f9003136ae118d75ed6969491695ad75fca5534f438ca84b7dbe630b15991/488",
                                          "google_apis_unittests": "e7a73c356020fb089dc320ecc841efdc23fadd677232a63917abefee1b0e63e3/650",
                                          "gpu_unittests": "44ef4a39a4562afc75b28718751454386b81937e36f80be5c4d493d41bf85c2d/565",
                                          "gwp_asan_unittests": "9e1d22db6e4a1fc88eb71d9ba7784813712e6ae231ffab27a4f123d880b650e0/489",
                                          "headless_browsertests": "2464aebec2093f26e9246bf0da5d92aaec4602dfc54befcdbccec6c6de8a9b6f/733",
                                          "headless_unittests": "de298361781f9ddbbebefc5e9c46573737cd01f44c157adde9bab7e75cc64448/488",
                                          "interactive_ui_tests": "7d47e04c95f26a37c971062f95e189a98d0abfa68a18aeff6e7c751a80ed78b6/1059",
                                          "ipc_tests": "3eebc06aeae91cd203328cbbcfdbeed32c8a50c872fc8e1e6108c937bf4fe3ef/488",
                                          "latency_unittests": "3d2a4093e93ca1c4e2abb00dbbb1ee819e2aac354bfe0263f312362b822f2950/488",
                                          "leveldb_unittests": "122e6dd1944c20104fc0580a568e62f025df6242ce4dbd59465ad1d53632a663/488",
                                          "libjingle_xmpp_unittests": "0ebfe931667d49c17297f3e1069d0b98b09b757ca5d842d9c787bbdde46c2c3c/488",
                                          "liburlpattern_unittests": "59423c4c509d99acec98b2b6ebdace775bd687a303596573a0c6122f508f9f46/488",
                                          "media_unittests": "d45cfb982d9d90ad8cac76e7333fe213a2a27b7b93ae3dd49d3e38d8c0e9cb9e/568",
                                          "message_center_unittests": "2521b16a26386bf998370bbd82dc82359c498a0e3b928ecef37bc87efcd4fbc0/488",
                                          "midi_unittests": "cbfbd3f4f5b8fbeabcafa40f06630d30d63a6f3ec194d73af28a0059ab99b3f1/488",
                                          "mojo_unittests": "8602c06d8f2cfff3003ec542a68b5e581dfa7409d7f7ce904bf3b5e9d518affd/566",
                                          "native_theme_unittests": "032644d313b03d8cb1393e2ca89d504109a9138f4359e90f5d98b0ee604d1741/488",
                                          "net_unittests": "538af5139d9d354503fca7c4118447893a458812c60524f8a4613efcb87ed18b/567",
                                          "openscreen_unittests": "7aa2ada01d71c8b6e6359360ddbbb8e6d221481256024b50956bb519ba0bc3c2/489",
                                          "ozone_unittests": "80b7c4b72a0b7e91a8139e7d23da88d7cd76194cc889a85ff512954094603385/488",
                                          "ozone_x11_unittests": "74d42371068ee183dfad51263002e0f9c598e0d3868c7902570c3070c47d7131/488",
                                          "pdf_unittests": "7e0100f0e0d4943334cd18fc470c8e3acf62e9ef2f4d423362eb18b67963574b/565",
                                          "perfetto_unittests": "447be68d6bbe7516289efa9a709757abe5da101aa6a2f837132052a2cd67cc15/488",
                                          "printing_unittests": "f6c9b65fced085dc35143a46ee9e7c218d77bf1b3fe11b4b344dff6db5364c43/488",
                                          "pthreadpool_unittests": "0addcef370cd35cffc8d92814a1c776983f5a7bf6fe5bfa984a053853de6bf7e/488",
                                          "remoting_unittests": "d73cc592dac1378b2317027f5e3f1c026bbc76bdcf952c033a303f09a4b40084/565",
                                          "sandbox_linux_unittests": "d520dd623532b2555b43dff2ae28aa63e33f3f9b281d8e0ba9c5d8cb46533735/488",
                                          "services_unittests": "fed041b4ae2e9282ea9f025f36e6976e5f328288d9dce7622d00053b1a37f1e7/734",
                                          "shell_dialogs_unittests": "cb70c3e80d2f4197d03b68ed0de332ae1efa1a3d3f3926b781bdd28e3cb50472/488",
                                          "skia_unittests": "a3bd588f7ff87f27c1790706a5b92dee9e50289c54002e59457af1174a6fe04c/488",
                                          "snapshot_unittests": "9d4f116cc62dcffdff6aa561ead97aceaee9a8b3913d3cf66ff461d973d9d791/488",
                                          "sql_unittests": "2091e42a4601e3e66c1a7425d33f56301edf73f7a1294b8a3ca51c875e53cc77/565",
                                          "storage_unittests": "c4436c84c2e225d710df278245dc427ab582288d495836661920c966de5f083c/646",
                                          "sync_integration_tests": "b5df0dc60f7fb28efcd7d19b782da1289d1537d34ed479481043e2069fbc6ea6/647",
                                          "ui_base_unittests": "0177b0357b0faa428cf0556ed8a6dd2c603acab4232d5cc3f1833fc4aea4c89f/641",
                                          "ui_touch_selection_unittests": "0cd38824deb827ae03c33c27452889eb78d592c41835b893a6abc413461bd7ae/488",
                                          "ui_unittests": "fd92900a35cd21741601625ced11a86e426fc0d9cda7d002a5cd43d1aa816e44/488",
                                          "unit_tests": "94d364ac6ed434899868f053e086e6c2357a366f89d36a502a1f8764ff06c8cb/1061",
                                          "url_unittests": "c61c64c1a5529bd578c356cd6ac3dfc0ae6025eefa15fbc6cf190eca315bd5df/488",
                                          "views_unittests": "97ba43feeaed5be8bd2dc79f0217778305b92b244d0c34a4cc5454f83eef2841/488",
                                          "viz_unittests": "83704bfe056c4c819802b5e7dd8cc2f159863381bba7eaad57f773d0f33136f1/572",
                                          "vr_common_unittests": "ad6c6813eb6c9c7424fc5a3373ab993522a78ce803bbc212da46559edef77fd2/566",
                                          "wm_unittests": "949c73e4f4d6a73af849884d1ef26598e3353e3f54b87636c383b18b29c68835/488",
                                          "wtf_unittests": "07c0f4ebc498887f30ee6bd636b4609eb83437cde89d274f0e369b9b3e2a6619/488",
                                          "xr_browser_tests": "0f35d105c3a2f350fd3a8484ecfb8dcd9b67c5f32833665bfdb22d40400df505/646",
                                          "zlib_unittests": "7f181217e39beb644fd9b6277445750d99f61e6294dcac34c06c045a1ccf701b/489"
                                        },
                                    "swarming_command_lines_cwd": "out/669b-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7559",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "b3301e1857522155c62c3134449519a4df8b70d2",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:15",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "3fb12930-e7b5-4bb6-8837-a5ab0b6839b4",
                        "title": "Linux TSan Builder/15",
                        "url": "https://cr-buildbucket.appspot.com/build/8696496666284885073"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "b3301e1857522155c62c3134449519a4df8b70d2"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8696496666284885073"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8696496666284885073"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8696496666284885073"
                }
          ],
      "parent_build_id": "8696496666284885073",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "78f1066e993d4305482e3a306747157cb7368d71",
      "parent_got_dawn_revision": "0223916e3a572e7c264d0b8da5f077556e660871",
      "parent_got_revision": "b3301e1857522155c62c3134449519a4df8b70d2",
      "parent_got_revision_cp": "refs/branch-heads/7559@{#55}",
      "parent_got_swiftshader_revision": "04fbb7daf5a53689e067190e7ef1047c5d49e292",
      "parent_got_v8_revision": "b136433dcbd868e8a4d3f49654b85e1bdb85fa76",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.4@{#7}",
      "parent_got_webrtc_revision": "f680c1893f3b166b370439da52ae82d02f54969c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46356}",
      "swarm_hashes": {
            "absl_hardening_tests": "1565037c5985947dc5586df09975db57df72d7096ed0153b88bab5c1823854cb/488",
            "accessibility_unittests": "a4d314a916ac70d3aab3526a11d066c1007f407e75059ffbdb49a25b21e4b1bd/488",
            "angle_unittests": "a7e686586e2075e556e2d0d6b4ff94448eb0341d4fed10bd6ed54908c7253015/489",
            "app_shell_unittests": "d99525dcb5bf3b405d7ba9cb8ea45b26e78190d950b3a745837c6fba264c1bac/649",
            "aura_unittests": "c67b4b267f5d78fb8eeb44ba25c0e02f665262d32a96dd9abf319b6124d6374c/488",
            "base_unittests": "91347d82ea826001b84e6cc60ccef4b17856e2dfcd1e4d5a7fe2b9034bdb7cd3/566",
            "blink_common_unittests": "25b866708b649c0d09169a28803f8c1f8bef486055a2dab015245e0b4412c88f/566",
            "blink_fuzzer_unittests": "7e37b9b7435d9e92ab72090252d505418bd5b939db14761a9273d9745d51c4bf/488",
            "blink_heap_unittests": "ea977113a0334eaef795f85e76baceec93e60c560f972d8145e76e857e078826/488",
            "blink_platform_unittests": "68e74ac64eb78dcc7d49c4cc23ad40753d4f8fdc9eff9b5d3aa05e171b3df568/645",
            "blink_unittests": "1433480d73625352e397edba2ac6ab53bd2f7a2da9be6933d454fcbbdf06d199/729",
            "boringssl_crypto_tests": "8ae1e90c7efbb147f36cd58b797a7fb1a8e459f0f2219e2b59f346f0838373b1/489",
            "boringssl_ssl_tests": "1803002160c82173fe762647fe6859d1a20b42f9e5a7a03bdc2ec13e8ae889f7/488",
            "capture_unittests": "a436f91059e856d994c11fd0c251b724b7fde0657b987e4f6ace480ac1cc29a8/567",
            "cast_unittests": "90c1b0302ccb16b504adf755a046298367cbd1467b9c48acdabd4121d8f54294/488",
            "cc_unittests": "333e19c9e424fd6082e6937a97078b980ee55baae8430e050207412aac77f713/648",
            "chrome_app_unittests": "8fa92c67d9c8a2f2b2cad6da646c4378270f1955ac98d8291777883a7118419d/566",
            "chromedriver_unittests": "a3e9b6bc94f99dd6af094bf44bfa713c28becde7cc798b564429a9181fdcd099/645",
            "components_browsertests": "49fccb76caf181fc28091766358079cc30910f1ce6d28da5bbe55034724e94c9/732",
            "components_unittests": "38e393b67392c4496c0671af5a370be2cb13d79def1e9e7d90449971be8cb60a/811",
            "compositor_unittests": "ff18e6079533fae54a4803077d52c0a9b65bd264e1abf5183e842495caf564fd/564",
            "content_browsertests": "784fd1922dbfcf622209d98e485deeb822565d59786c3d42ca77b589d03a0dc0/805",
            "content_unittests": "f92234e93d15a0f14d6b9a2e4be7a9d974617aef1388eb099fc805eb02e92e45/725",
            "cronet_tests": "b6c9dd937f063f39c029b16f77e7aa5da5a39fa1824574e969105cd83fc2b1bf/565",
            "cronet_unittests": "dd4db3ab1ae6c9e1075a9eb8536de2557ba282547760caa1b83b888c104dadd6/565",
            "crypto_unittests": "81d201ba665e656f6722ce2a00dbe238ad25613b47ea01a96e7b94033a5daeac/568",
            "dbus_unittests": "f2a835fae834b9f5b74fec3504e32c77ede23418d7a960ea0a264ba166d1a2ba/488",
            "device_unittests": "c3f39eda2ce1edc1900ee2946e21faad338c8088a76b0158b63fae24d2fe5f99/565",
            "display_unittests": "df0d67c7857096771b859d912b90ec084fe4f7c32ad3b334180f7806600b1fd8/488",
            "env_chromium_unittests": "750b609da63baf58a0de2b70d151ea11d76c2f5040984aa6615851e41e0a8c95/488",
            "events_unittests": "7d61b0d8c75778139d0f66bf40aead3cb509998ae798d2c7595f67c9c41770db/488",
            "extensions_browsertests": "daac45fe990caa88230020d2fb47cf3855ede684d690d7c202f896a17a57ef93/651",
            "extensions_unittests": "8e63915ba38603a68c115a323da2c91a8297528f2ce5639c3920091f455ed136/730",
            "filesystem_service_unittests": "7448eabde13be6a5933f28a46c11207f9c73c92c9b21e96bfe7dd8b0427752cb/488",
            "fuzzing_unittests": "316ceb08ded6c7c9f15b990e465419b46b25ddf89df0b31e4c12066f596baa5d/488",
            "gcm_unit_tests": "a870b9fb669ca22c8eeda173445e3ff324af1b0a8784056d56f40d99d7ccff98/565",
            "gfx_unittests": "ddbcf8228360842b1f604ed93831268c2efb6b3b2848b869af3f5d8f513bdac0/564",
            "gin_unittests": "7860ccbcbfc26a29f71e761e48c358b68ea304845a9c27b0187063efa6b49e98/565",
            "gl_tests": "c691ea87ea6e7346f461c924595e3abe732eca16c721928937942fbe846a70f5/488",
            "gl_unittests": "1d6f9003136ae118d75ed6969491695ad75fca5534f438ca84b7dbe630b15991/488",
            "google_apis_unittests": "e7a73c356020fb089dc320ecc841efdc23fadd677232a63917abefee1b0e63e3/650",
            "gpu_unittests": "44ef4a39a4562afc75b28718751454386b81937e36f80be5c4d493d41bf85c2d/565",
            "gwp_asan_unittests": "9e1d22db6e4a1fc88eb71d9ba7784813712e6ae231ffab27a4f123d880b650e0/489",
            "headless_browsertests": "2464aebec2093f26e9246bf0da5d92aaec4602dfc54befcdbccec6c6de8a9b6f/733",
            "headless_unittests": "de298361781f9ddbbebefc5e9c46573737cd01f44c157adde9bab7e75cc64448/488",
            "interactive_ui_tests": "7d47e04c95f26a37c971062f95e189a98d0abfa68a18aeff6e7c751a80ed78b6/1059",
            "ipc_tests": "3eebc06aeae91cd203328cbbcfdbeed32c8a50c872fc8e1e6108c937bf4fe3ef/488",
            "latency_unittests": "3d2a4093e93ca1c4e2abb00dbbb1ee819e2aac354bfe0263f312362b822f2950/488",
            "leveldb_unittests": "122e6dd1944c20104fc0580a568e62f025df6242ce4dbd59465ad1d53632a663/488",
            "libjingle_xmpp_unittests": "0ebfe931667d49c17297f3e1069d0b98b09b757ca5d842d9c787bbdde46c2c3c/488",
            "liburlpattern_unittests": "59423c4c509d99acec98b2b6ebdace775bd687a303596573a0c6122f508f9f46/488",
            "media_unittests": "d45cfb982d9d90ad8cac76e7333fe213a2a27b7b93ae3dd49d3e38d8c0e9cb9e/568",
            "message_center_unittests": "2521b16a26386bf998370bbd82dc82359c498a0e3b928ecef37bc87efcd4fbc0/488",
            "midi_unittests": "cbfbd3f4f5b8fbeabcafa40f06630d30d63a6f3ec194d73af28a0059ab99b3f1/488",
            "mojo_unittests": "8602c06d8f2cfff3003ec542a68b5e581dfa7409d7f7ce904bf3b5e9d518affd/566",
            "native_theme_unittests": "032644d313b03d8cb1393e2ca89d504109a9138f4359e90f5d98b0ee604d1741/488",
            "net_unittests": "538af5139d9d354503fca7c4118447893a458812c60524f8a4613efcb87ed18b/567",
            "openscreen_unittests": "7aa2ada01d71c8b6e6359360ddbbb8e6d221481256024b50956bb519ba0bc3c2/489",
            "ozone_unittests": "80b7c4b72a0b7e91a8139e7d23da88d7cd76194cc889a85ff512954094603385/488",
            "ozone_x11_unittests": "74d42371068ee183dfad51263002e0f9c598e0d3868c7902570c3070c47d7131/488",
            "pdf_unittests": "7e0100f0e0d4943334cd18fc470c8e3acf62e9ef2f4d423362eb18b67963574b/565",
            "perfetto_unittests": "447be68d6bbe7516289efa9a709757abe5da101aa6a2f837132052a2cd67cc15/488",
            "printing_unittests": "f6c9b65fced085dc35143a46ee9e7c218d77bf1b3fe11b4b344dff6db5364c43/488",
            "pthreadpool_unittests": "0addcef370cd35cffc8d92814a1c776983f5a7bf6fe5bfa984a053853de6bf7e/488",
            "remoting_unittests": "d73cc592dac1378b2317027f5e3f1c026bbc76bdcf952c033a303f09a4b40084/565",
            "sandbox_linux_unittests": "d520dd623532b2555b43dff2ae28aa63e33f3f9b281d8e0ba9c5d8cb46533735/488",
            "services_unittests": "fed041b4ae2e9282ea9f025f36e6976e5f328288d9dce7622d00053b1a37f1e7/734",
            "shell_dialogs_unittests": "cb70c3e80d2f4197d03b68ed0de332ae1efa1a3d3f3926b781bdd28e3cb50472/488",
            "skia_unittests": "a3bd588f7ff87f27c1790706a5b92dee9e50289c54002e59457af1174a6fe04c/488",
            "snapshot_unittests": "9d4f116cc62dcffdff6aa561ead97aceaee9a8b3913d3cf66ff461d973d9d791/488",
            "sql_unittests": "2091e42a4601e3e66c1a7425d33f56301edf73f7a1294b8a3ca51c875e53cc77/565",
            "storage_unittests": "c4436c84c2e225d710df278245dc427ab582288d495836661920c966de5f083c/646",
            "sync_integration_tests": "b5df0dc60f7fb28efcd7d19b782da1289d1537d34ed479481043e2069fbc6ea6/647",
            "ui_base_unittests": "0177b0357b0faa428cf0556ed8a6dd2c603acab4232d5cc3f1833fc4aea4c89f/641",
            "ui_touch_selection_unittests": "0cd38824deb827ae03c33c27452889eb78d592c41835b893a6abc413461bd7ae/488",
            "ui_unittests": "fd92900a35cd21741601625ced11a86e426fc0d9cda7d002a5cd43d1aa816e44/488",
            "unit_tests": "94d364ac6ed434899868f053e086e6c2357a366f89d36a502a1f8764ff06c8cb/1061",
            "url_unittests": "c61c64c1a5529bd578c356cd6ac3dfc0ae6025eefa15fbc6cf190eca315bd5df/488",
            "views_unittests": "97ba43feeaed5be8bd2dc79f0217778305b92b244d0c34a4cc5454f83eef2841/488",
            "viz_unittests": "83704bfe056c4c819802b5e7dd8cc2f159863381bba7eaad57f773d0f33136f1/572",
            "vr_common_unittests": "ad6c6813eb6c9c7424fc5a3373ab993522a78ce803bbc212da46559edef77fd2/566",
            "wm_unittests": "949c73e4f4d6a73af849884d1ef26598e3353e3f54b87636c383b18b29c68835/488",
            "wtf_unittests": "07c0f4ebc498887f30ee6bd636b4609eb83437cde89d274f0e369b9b3e2a6619/488",
            "xr_browser_tests": "0f35d105c3a2f350fd3a8484ecfb8dcd9b67c5f32833665bfdb22d40400df505/646",
            "zlib_unittests": "7f181217e39beb644fd9b6277445750d99f61e6294dcac34c06c045a1ccf701b/489"
          },
      "swarming_command_lines_cwd": "out/669b-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b3301e1857522155c62c3134449519a4df8b70d2",
    "ref": "refs/branch-heads/7559"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861921501030676128"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m144/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "15"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:41:34.438] Scheduled build:
{
  "id": "8696491439016853377",
  "builder": {
    "project": "chromium-m144",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 15,
  "createdBy": "project:chromium-m144",
  "createTime": "2025-12-03T15:41:33.970741737Z",
  "updateTime": "2025-12-03T15:41:33.970741737Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b3301e1857522155c62c3134449519a4df8b70d2",
      "ref": "refs/branch-heads/7559"
    }
  }
}
[15:41:34.438] Task URL: https://cr-buildbucket.appspot.com/build/8696491439016853377
[15:41:34.438] Scheduling timer "check-buildbucket-build-status" (chromium-m144/Linux TSan Tests:8861921501030676128:2:0) after 9m10s
[15:41:35.383] Received PubSub notification, asking Buildbucket for the build status
[15:41:35.457] Build status: SCHEDULED
[15:41:44.849] Received PubSub notification, asking Buildbucket for the build status
[15:41:44.862] Build status: STARTED
[15:50:44.485] Handling timer "check-buildbucket-build-status" (chromium-m144/Linux TSan Tests:8861921501030676128:2:0)
[15:50:44.585] Build status: STARTED
[15:50:44.585] Scheduling timer "check-buildbucket-build-status" (chromium-m144/Linux TSan Tests:8861921501030676128:5:0) after 8m19s
[15:59:03.601] Handling timer "check-buildbucket-build-status" (chromium-m144/Linux TSan Tests:8861921501030676128:5:0)
[15:59:03.616] Build status: STARTED
[15:59:03.616] Scheduling timer "check-buildbucket-build-status" (chromium-m144/Linux TSan Tests:8861921501030676128:6:0) after 8m27s
[16:07:30.633] Handling timer "check-buildbucket-build-status" (chromium-m144/Linux TSan Tests:8861921501030676128:6:0)
[16:07:30.651] Build status: STARTED
[16:07:30.651] Scheduling timer "check-buildbucket-build-status" (chromium-m144/Linux TSan Tests:8861921501030676128:7:0) after 5m48s
[16:12:59.568] Received PubSub notification, asking Buildbucket for the build status
[16:12:59.590] Build:
{
  "id": "8696491439016853377",
  "builder": {
    "project": "chromium-m144",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 15,
  "createdBy": "project:chromium-m144",
  "createTime": "2025-12-03T15:41:33.970741737Z",
  "startTime": "2025-12-03T15:41:44.546445058Z",
  "endTime": "2025-12-03T16:12:59.116493768Z",
  "updateTime": "2025-12-03T16:12:59.116493768Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b3301e1857522155c62c3134449519a4df8b70d2",
      "ref": "refs/branch-heads/7559"
    }
  }
}
[16:12:59.590] Invocation finished in 31m26.9240141s with status FAILED