Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "6e610296e826955198c2e59429130ff2f6a78bd7",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "6e610296e826955198c2e59429130ff2f6a78bd7"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8684583512751376177"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8684583512751376177"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8684583512751376177"
    }
  ],
  "parent_build_id": "8684583512751376177",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d1100603964278cd89c5eb94707fbca242c788bf",
  "parent_got_dawn_revision": "10fb89e3179bb7443e66911eb3c795c7aaf022e5",
  "parent_got_revision": "6e610296e826955198c2e59429130ff2f6a78bd7",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#3936}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "f09a91282a26caa91d016c962d785d852cfdec36",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#66}",
  "parent_got_webrtc_revision": "70d86bbfaeeadffb1193c2aad245edd23ef251ef",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#6}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6e610296e826955198c2e59429130ff2f6a78bd7",
  "swarm_hashes": {
    "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
    "accessibility_unittests": "9c84f8ecf58eb4eb1ea789ed02a4cd55b242d8747e33e885937b5a73321e0b42/488",
    "angle_unittests": "36f15f87439964c92faeb2c287d21c46be900d9d38b398da825d8cf0f40d1a76/489",
    "app_shell_unittests": "61152b5e83cfd98bb8f9d39b5480b4481ea5c2951a31c34d591a24f6c1bf5c37/649",
    "aura_unittests": "efed976db15ef8e5897babe224af203a359e6406644d718f3e4e5721cdc8f17e/488",
    "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
    "blink_common_unittests": "0c806aaa95838cefc07ad21ab4ff8aaac1a7b7ca8b9e6d2ba13703d5b16b4eb3/566",
    "blink_fuzzer_unittests": "72d8e3d500b0a40330bc6c07132c44d42b061c8bd540c8e054b00688638d80cc/488",
    "blink_heap_unittests": "3f62320a02efbbaf9a9e17760a0a7de60151aaeeed30b5a13c7385313ba682cb/488",
    "blink_platform_unittests": "4be820de9bbef0c708b608f35f3506421436d9726033696fa9d8ad6b57c6338e/645",
    "blink_unittests": "38f69603cb34e5d2a6b5765daf1f65504d834e26b42dc9f396fc7f897302b97f/729",
    "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
    "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
    "capture_unittests": "c031f5f203c0e4cfa46a5ec13fc809938a0b651a0b6a0e42defaa30ee745ab4a/567",
    "cast_unittests": "1dc1b0cb2312a8bb50417564efdf41cd1ad778c787bd900ea80552d468d2b69f/488",
    "cc_unittests": "2ad8d2b5185044442401d08cc8cdf218dc0029976b02285541c2fe7cb717a21c/648",
    "chrome_app_unittests": "0bdff94b601b7d9cd88438293a8d5ccd2d11a4dff8b284469031fc56e0fe9efb/566",
    "chromedriver_unittests": "88f8c139e9b1e30e0c9c6827e369ff3bda30fa62853659cda8cd079728315486/645",
    "components_browsertests": "ad2e8b4a6b8e0abdf06f1b126d72094d4961584529dab1b6d712ea4954584a81/732",
    "components_unittests": "945c60de8beb22952bac6c9926ea21a6711fbd7042574af0f71f037f0b729361/811",
    "compositor_unittests": "9d49da2e2ee5613cdc92ca5f2040ab3421822d61965ccfad02214d98b928ecb4/564",
    "content_browsertests": "1db4dc4521a9b92ddfe12c99899dfd1e6d17b7f8293127b94ca3f37df3a53754/805",
    "content_unittests": "b425aaeb6956e68687e0a4b4e8f870fbc4add304cf5b13bae7bc35dfed3ad538/725",
    "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
    "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
    "device_unittests": "4bb86e24dab70c63d7557dcb9fc8b34d6235188b35c0080b65e08c55ca84e97d/565",
    "display_unittests": "6fa2cc69d9cbafe8bcff87bc90ffc300c7af3fb53d7ed5282a01b157e1d1e28d/488",
    "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
    "events_unittests": "915947b5588eb84cbcc85ee3c358e6948b3295a80cbe5541bc19b6cbcdf4f0fd/488",
    "extensions_browsertests": "3a6cff6bb264ed3474cbea3875bbbba7b867b330acaff31b37a7056f204bcbe4/651",
    "extensions_unittests": "411e8478e20b3014cc348acff4aea709a4c267cf82a9d28d78cccb675694e5bc/730",
    "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
    "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
    "gcm_unit_tests": "584cef247ba055f973523e966efc94b8b93b4f166bc691c9292868171d04abfb/565",
    "gfx_unittests": "9ad4ad6c6504f507d0f885d749c031fdd923f8f4ba1326743f343899bf3c0f57/564",
    "gin_unittests": "4217142d2044eb9797b7a166df46759faadde76543b8d15df3202fd22c39ddd6/565",
    "gl_tests": "bc7266f4f3929af861dfffe9aaaeada2a3cadb5835c615994bc26cfab7a83308/488",
    "gl_unittests": "a27f6dab8bdf048359dad81347910b75070dff23936b244538da4285bf984e31/488",
    "google_apis_unittests": "d64700adac0cc6c5ce9423e24dc4f82b14df56db4b0a2b800b0a4ac112c58afe/650",
    "gpu_unittests": "8f9179ddd9f52463b188c2310b7eb3a866084469fc4d476096ddeceb5d144556/565",
    "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
    "headless_browsertests": "cd68537e2bb5e4da7846aadcc7036273bcfe0f9205bae7ea139133dda48c0b89/733",
    "headless_unittests": "f5dd42620d756d1fc43011e41619b66e5f71dcbf81bb5b1233d0ff08e27dc2dd/488",
    "interactive_ui_tests": "9c5d28af8363d762e69892791d966876c499954e5dee1363c869780e1211fc15/1059",
    "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
    "latency_unittests": "dc268b0817f43846a4da2ce7761591a23a5c365a2cfea81b172ba665179b8cd3/488",
    "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
    "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
    "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
    "media_unittests": "081b7d313f21309f8230411d6b6c3767be81482c6b2fafd1e370b1aef55e2631/568",
    "message_center_unittests": "79709f76f4a048478ee6bee5465ee49f5d48d68365e7840dd84e26c4c304247f/488",
    "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
    "mojo_unittests": "eb9f8aaace322b767f3ef71fdf7ed790a4a09250a8c621e319918f39de17ae89/566",
    "native_theme_unittests": "abca14b5ad210eeb2262b60b209387418833c3f401bc58ec6a2ef67d649ec52e/488",
    "net_unittests": "1ad8861f9638798881ff55b15cd98e1bac70a306d63a7ce36e4eef3a8e2515c7/567",
    "openscreen_unittests": "631902a16cd7b207ac7a058ec1abf3f5a00347f000b8352b8f8f476d194d7aa1/489",
    "ozone_unittests": "a4b37b99fedb6079848b9dadb5e1d1b17a955b195272c699009d08e33d57e697/488",
    "ozone_x11_unittests": "83a45e638e2a9c6a5ed57387f895783e9c141465b841545532e434569dbeadb0/488",
    "pdf_unittests": "23983ee010e09da8e8acd3285604ec0927d7cf59bf47743432efb1805e4b69c5/565",
    "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
    "printing_unittests": "8eaf2029b902d3bb04972c5b95d472bc85b1ff71deea0459194209ca3aa2550a/488",
    "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
    "remoting_unittests": "fdc09ed9bf20ea77936caea28c1e0b3ccc24123980a8bf9db5ddab35c1c190a9/565",
    "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
    "services_unittests": "a82f0c275673eeebcbbf059044ee0c33bbc9d5ca0849e5ae29ee7962118e1ce3/734",
    "shell_dialogs_unittests": "6683c4ecf4a6027930ca97a889bcc71c2feca92820a1860a9c4cf04095e7d0ee/488",
    "skia_unittests": "a173860989acd8e6350be5e6fe7f45f281a77b512b84742b687d86a8d2032e51/488",
    "snapshot_unittests": "ca38c274a04194fdf911ab5bf97f1f7418040cafbb91f8e9aac53885cf1ece91/488",
    "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
    "storage_unittests": "adc8c1b9650ce77ab1baaa86e15187daec0cc85d467b03a2e30af072bf178446/646",
    "sync_integration_tests": "715c1b76c35760b26107b7ae08bf468f65f238a7c2ce28dde445ade6bc9d422c/647",
    "ui_base_unittests": "2b0ec0360238b7adc83a9655237db86b6a2860e147321775f3022a9bbb5ba049/641",
    "ui_touch_selection_unittests": "f629d35a32cd807d3c31118ba5d0c13f4c864a2012d31bb56468585e05792e9f/488",
    "ui_unittests": "b4486fe665cf53a1edfa77ea18a4b75e714c6ab02f3511fec2267bb71305099f/488",
    "unit_tests": "72370a3b8856d9b5dda6e978a42a2259c67abfefbed30f3e0cdaf613b2b05c0a/1061",
    "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
    "views_unittests": "66eac7c4b578d2273cd36e6190545905122c1b3667e077ba22f872dc6a4cef28/488",
    "viz_unittests": "d028e252e47b3903f19df14836630d2b02bd72838d4607c080a4ab8bfeeb2007/572",
    "vr_common_unittests": "4b72d87355e9f3dba817ff0f7a25eb624e5cbfc2ced61c23e2463bd63a961da0/566",
    "wm_unittests": "7310f090123d424631499cf5c5e6c4057d9053454673d628b6454476389dc93d/488",
    "wtf_unittests": "c6e569a7dfd0e302c636f3079301b7c387a4f6e32a30a6ee1cb2ef65e8bfae0f/488",
    "xr_browser_tests": "2ae53200fa67bb8ee87ce5ad708513ac8e1a6d5e13ce085289a5d3531068a12c/646",
    "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6e610296e826955198c2e59429130ff2f6a78bd7
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:1205
  • user_agent:recipe

Debug log (UTC)

[03:26:30.976] New invocation is queued and will start shortly
[03:26:30.976] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:26:35.131] Starting the invocation (attempt 1)
[03:26:35.159] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6e610296e826955198c2e59429130ff2f6a78bd7"
[03:26:35.159] Popped gitiles commit info from properties and tags
[03:26:35.159] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:26:35.159] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:26:35.160] Buildbucket request:
{
  "requestId": "8850008945444431152",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "6e610296e826955198c2e59429130ff2f6a78bd7",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8850008945444431152",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "6e610296e826955198c2e59429130ff2f6a78bd7",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "6e610296e826955198c2e59429130ff2f6a78bd7"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8684583512751376177"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8684583512751376177"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8684583512751376177"
                                              }
                                        ],
                                    "parent_build_id": "8684583512751376177",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "d1100603964278cd89c5eb94707fbca242c788bf",
                                    "parent_got_dawn_revision": "10fb89e3179bb7443e66911eb3c795c7aaf022e5",
                                    "parent_got_revision": "6e610296e826955198c2e59429130ff2f6a78bd7",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#3936}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "f09a91282a26caa91d016c962d785d852cfdec36",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#66}",
                                    "parent_got_webrtc_revision": "70d86bbfaeeadffb1193c2aad245edd23ef251ef",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#6}",
                                    "revision": "6e610296e826955198c2e59429130ff2f6a78bd7",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
                                          "accessibility_unittests": "9c84f8ecf58eb4eb1ea789ed02a4cd55b242d8747e33e885937b5a73321e0b42/488",
                                          "angle_unittests": "36f15f87439964c92faeb2c287d21c46be900d9d38b398da825d8cf0f40d1a76/489",
                                          "app_shell_unittests": "61152b5e83cfd98bb8f9d39b5480b4481ea5c2951a31c34d591a24f6c1bf5c37/649",
                                          "aura_unittests": "efed976db15ef8e5897babe224af203a359e6406644d718f3e4e5721cdc8f17e/488",
                                          "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
                                          "blink_common_unittests": "0c806aaa95838cefc07ad21ab4ff8aaac1a7b7ca8b9e6d2ba13703d5b16b4eb3/566",
                                          "blink_fuzzer_unittests": "72d8e3d500b0a40330bc6c07132c44d42b061c8bd540c8e054b00688638d80cc/488",
                                          "blink_heap_unittests": "3f62320a02efbbaf9a9e17760a0a7de60151aaeeed30b5a13c7385313ba682cb/488",
                                          "blink_platform_unittests": "4be820de9bbef0c708b608f35f3506421436d9726033696fa9d8ad6b57c6338e/645",
                                          "blink_unittests": "38f69603cb34e5d2a6b5765daf1f65504d834e26b42dc9f396fc7f897302b97f/729",
                                          "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
                                          "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
                                          "capture_unittests": "c031f5f203c0e4cfa46a5ec13fc809938a0b651a0b6a0e42defaa30ee745ab4a/567",
                                          "cast_unittests": "1dc1b0cb2312a8bb50417564efdf41cd1ad778c787bd900ea80552d468d2b69f/488",
                                          "cc_unittests": "2ad8d2b5185044442401d08cc8cdf218dc0029976b02285541c2fe7cb717a21c/648",
                                          "chrome_app_unittests": "0bdff94b601b7d9cd88438293a8d5ccd2d11a4dff8b284469031fc56e0fe9efb/566",
                                          "chromedriver_unittests": "88f8c139e9b1e30e0c9c6827e369ff3bda30fa62853659cda8cd079728315486/645",
                                          "components_browsertests": "ad2e8b4a6b8e0abdf06f1b126d72094d4961584529dab1b6d712ea4954584a81/732",
                                          "components_unittests": "945c60de8beb22952bac6c9926ea21a6711fbd7042574af0f71f037f0b729361/811",
                                          "compositor_unittests": "9d49da2e2ee5613cdc92ca5f2040ab3421822d61965ccfad02214d98b928ecb4/564",
                                          "content_browsertests": "1db4dc4521a9b92ddfe12c99899dfd1e6d17b7f8293127b94ca3f37df3a53754/805",
                                          "content_unittests": "b425aaeb6956e68687e0a4b4e8f870fbc4add304cf5b13bae7bc35dfed3ad538/725",
                                          "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
                                          "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
                                          "device_unittests": "4bb86e24dab70c63d7557dcb9fc8b34d6235188b35c0080b65e08c55ca84e97d/565",
                                          "display_unittests": "6fa2cc69d9cbafe8bcff87bc90ffc300c7af3fb53d7ed5282a01b157e1d1e28d/488",
                                          "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
                                          "events_unittests": "915947b5588eb84cbcc85ee3c358e6948b3295a80cbe5541bc19b6cbcdf4f0fd/488",
                                          "extensions_browsertests": "3a6cff6bb264ed3474cbea3875bbbba7b867b330acaff31b37a7056f204bcbe4/651",
                                          "extensions_unittests": "411e8478e20b3014cc348acff4aea709a4c267cf82a9d28d78cccb675694e5bc/730",
                                          "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
                                          "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
                                          "gcm_unit_tests": "584cef247ba055f973523e966efc94b8b93b4f166bc691c9292868171d04abfb/565",
                                          "gfx_unittests": "9ad4ad6c6504f507d0f885d749c031fdd923f8f4ba1326743f343899bf3c0f57/564",
                                          "gin_unittests": "4217142d2044eb9797b7a166df46759faadde76543b8d15df3202fd22c39ddd6/565",
                                          "gl_tests": "bc7266f4f3929af861dfffe9aaaeada2a3cadb5835c615994bc26cfab7a83308/488",
                                          "gl_unittests": "a27f6dab8bdf048359dad81347910b75070dff23936b244538da4285bf984e31/488",
                                          "google_apis_unittests": "d64700adac0cc6c5ce9423e24dc4f82b14df56db4b0a2b800b0a4ac112c58afe/650",
                                          "gpu_unittests": "8f9179ddd9f52463b188c2310b7eb3a866084469fc4d476096ddeceb5d144556/565",
                                          "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
                                          "headless_browsertests": "cd68537e2bb5e4da7846aadcc7036273bcfe0f9205bae7ea139133dda48c0b89/733",
                                          "headless_unittests": "f5dd42620d756d1fc43011e41619b66e5f71dcbf81bb5b1233d0ff08e27dc2dd/488",
                                          "interactive_ui_tests": "9c5d28af8363d762e69892791d966876c499954e5dee1363c869780e1211fc15/1059",
                                          "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
                                          "latency_unittests": "dc268b0817f43846a4da2ce7761591a23a5c365a2cfea81b172ba665179b8cd3/488",
                                          "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
                                          "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
                                          "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
                                          "media_unittests": "081b7d313f21309f8230411d6b6c3767be81482c6b2fafd1e370b1aef55e2631/568",
                                          "message_center_unittests": "79709f76f4a048478ee6bee5465ee49f5d48d68365e7840dd84e26c4c304247f/488",
                                          "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
                                          "mojo_unittests": "eb9f8aaace322b767f3ef71fdf7ed790a4a09250a8c621e319918f39de17ae89/566",
                                          "native_theme_unittests": "abca14b5ad210eeb2262b60b209387418833c3f401bc58ec6a2ef67d649ec52e/488",
                                          "net_unittests": "1ad8861f9638798881ff55b15cd98e1bac70a306d63a7ce36e4eef3a8e2515c7/567",
                                          "openscreen_unittests": "631902a16cd7b207ac7a058ec1abf3f5a00347f000b8352b8f8f476d194d7aa1/489",
                                          "ozone_unittests": "a4b37b99fedb6079848b9dadb5e1d1b17a955b195272c699009d08e33d57e697/488",
                                          "ozone_x11_unittests": "83a45e638e2a9c6a5ed57387f895783e9c141465b841545532e434569dbeadb0/488",
                                          "pdf_unittests": "23983ee010e09da8e8acd3285604ec0927d7cf59bf47743432efb1805e4b69c5/565",
                                          "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
                                          "printing_unittests": "8eaf2029b902d3bb04972c5b95d472bc85b1ff71deea0459194209ca3aa2550a/488",
                                          "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
                                          "remoting_unittests": "fdc09ed9bf20ea77936caea28c1e0b3ccc24123980a8bf9db5ddab35c1c190a9/565",
                                          "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
                                          "services_unittests": "a82f0c275673eeebcbbf059044ee0c33bbc9d5ca0849e5ae29ee7962118e1ce3/734",
                                          "shell_dialogs_unittests": "6683c4ecf4a6027930ca97a889bcc71c2feca92820a1860a9c4cf04095e7d0ee/488",
                                          "skia_unittests": "a173860989acd8e6350be5e6fe7f45f281a77b512b84742b687d86a8d2032e51/488",
                                          "snapshot_unittests": "ca38c274a04194fdf911ab5bf97f1f7418040cafbb91f8e9aac53885cf1ece91/488",
                                          "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
                                          "storage_unittests": "adc8c1b9650ce77ab1baaa86e15187daec0cc85d467b03a2e30af072bf178446/646",
                                          "sync_integration_tests": "715c1b76c35760b26107b7ae08bf468f65f238a7c2ce28dde445ade6bc9d422c/647",
                                          "ui_base_unittests": "2b0ec0360238b7adc83a9655237db86b6a2860e147321775f3022a9bbb5ba049/641",
                                          "ui_touch_selection_unittests": "f629d35a32cd807d3c31118ba5d0c13f4c864a2012d31bb56468585e05792e9f/488",
                                          "ui_unittests": "b4486fe665cf53a1edfa77ea18a4b75e714c6ab02f3511fec2267bb71305099f/488",
                                          "unit_tests": "72370a3b8856d9b5dda6e978a42a2259c67abfefbed30f3e0cdaf613b2b05c0a/1061",
                                          "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
                                          "views_unittests": "66eac7c4b578d2273cd36e6190545905122c1b3667e077ba22f872dc6a4cef28/488",
                                          "viz_unittests": "d028e252e47b3903f19df14836630d2b02bd72838d4607c080a4ab8bfeeb2007/572",
                                          "vr_common_unittests": "4b72d87355e9f3dba817ff0f7a25eb624e5cbfc2ced61c23e2463bd63a961da0/566",
                                          "wm_unittests": "7310f090123d424631499cf5c5e6c4057d9053454673d628b6454476389dc93d/488",
                                          "wtf_unittests": "c6e569a7dfd0e302c636f3079301b7c387a4f6e32a30a6ee1cb2ef65e8bfae0f/488",
                                          "xr_browser_tests": "2ae53200fa67bb8ee87ce5ad708513ac8e1a6d5e13ce085289a5d3531068a12c/646",
                                          "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "6e610296e826955198c2e59429130ff2f6a78bd7",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:1205",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "0a2c8a29-bfc5-402d-9ba4-c0fd45373096",
                        "title": "Linux TSan Builder/1205",
                        "url": "https://cr-buildbucket.appspot.com/build/8684583512751376177"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "6e610296e826955198c2e59429130ff2f6a78bd7"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8684583512751376177"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8684583512751376177"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8684583512751376177"
                }
          ],
      "parent_build_id": "8684583512751376177",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d1100603964278cd89c5eb94707fbca242c788bf",
      "parent_got_dawn_revision": "10fb89e3179bb7443e66911eb3c795c7aaf022e5",
      "parent_got_revision": "6e610296e826955198c2e59429130ff2f6a78bd7",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#3936}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "f09a91282a26caa91d016c962d785d852cfdec36",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#66}",
      "parent_got_webrtc_revision": "70d86bbfaeeadffb1193c2aad245edd23ef251ef",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#6}",
      "swarm_hashes": {
            "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
            "accessibility_unittests": "9c84f8ecf58eb4eb1ea789ed02a4cd55b242d8747e33e885937b5a73321e0b42/488",
            "angle_unittests": "36f15f87439964c92faeb2c287d21c46be900d9d38b398da825d8cf0f40d1a76/489",
            "app_shell_unittests": "61152b5e83cfd98bb8f9d39b5480b4481ea5c2951a31c34d591a24f6c1bf5c37/649",
            "aura_unittests": "efed976db15ef8e5897babe224af203a359e6406644d718f3e4e5721cdc8f17e/488",
            "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
            "blink_common_unittests": "0c806aaa95838cefc07ad21ab4ff8aaac1a7b7ca8b9e6d2ba13703d5b16b4eb3/566",
            "blink_fuzzer_unittests": "72d8e3d500b0a40330bc6c07132c44d42b061c8bd540c8e054b00688638d80cc/488",
            "blink_heap_unittests": "3f62320a02efbbaf9a9e17760a0a7de60151aaeeed30b5a13c7385313ba682cb/488",
            "blink_platform_unittests": "4be820de9bbef0c708b608f35f3506421436d9726033696fa9d8ad6b57c6338e/645",
            "blink_unittests": "38f69603cb34e5d2a6b5765daf1f65504d834e26b42dc9f396fc7f897302b97f/729",
            "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
            "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
            "capture_unittests": "c031f5f203c0e4cfa46a5ec13fc809938a0b651a0b6a0e42defaa30ee745ab4a/567",
            "cast_unittests": "1dc1b0cb2312a8bb50417564efdf41cd1ad778c787bd900ea80552d468d2b69f/488",
            "cc_unittests": "2ad8d2b5185044442401d08cc8cdf218dc0029976b02285541c2fe7cb717a21c/648",
            "chrome_app_unittests": "0bdff94b601b7d9cd88438293a8d5ccd2d11a4dff8b284469031fc56e0fe9efb/566",
            "chromedriver_unittests": "88f8c139e9b1e30e0c9c6827e369ff3bda30fa62853659cda8cd079728315486/645",
            "components_browsertests": "ad2e8b4a6b8e0abdf06f1b126d72094d4961584529dab1b6d712ea4954584a81/732",
            "components_unittests": "945c60de8beb22952bac6c9926ea21a6711fbd7042574af0f71f037f0b729361/811",
            "compositor_unittests": "9d49da2e2ee5613cdc92ca5f2040ab3421822d61965ccfad02214d98b928ecb4/564",
            "content_browsertests": "1db4dc4521a9b92ddfe12c99899dfd1e6d17b7f8293127b94ca3f37df3a53754/805",
            "content_unittests": "b425aaeb6956e68687e0a4b4e8f870fbc4add304cf5b13bae7bc35dfed3ad538/725",
            "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
            "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
            "device_unittests": "4bb86e24dab70c63d7557dcb9fc8b34d6235188b35c0080b65e08c55ca84e97d/565",
            "display_unittests": "6fa2cc69d9cbafe8bcff87bc90ffc300c7af3fb53d7ed5282a01b157e1d1e28d/488",
            "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
            "events_unittests": "915947b5588eb84cbcc85ee3c358e6948b3295a80cbe5541bc19b6cbcdf4f0fd/488",
            "extensions_browsertests": "3a6cff6bb264ed3474cbea3875bbbba7b867b330acaff31b37a7056f204bcbe4/651",
            "extensions_unittests": "411e8478e20b3014cc348acff4aea709a4c267cf82a9d28d78cccb675694e5bc/730",
            "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
            "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
            "gcm_unit_tests": "584cef247ba055f973523e966efc94b8b93b4f166bc691c9292868171d04abfb/565",
            "gfx_unittests": "9ad4ad6c6504f507d0f885d749c031fdd923f8f4ba1326743f343899bf3c0f57/564",
            "gin_unittests": "4217142d2044eb9797b7a166df46759faadde76543b8d15df3202fd22c39ddd6/565",
            "gl_tests": "bc7266f4f3929af861dfffe9aaaeada2a3cadb5835c615994bc26cfab7a83308/488",
            "gl_unittests": "a27f6dab8bdf048359dad81347910b75070dff23936b244538da4285bf984e31/488",
            "google_apis_unittests": "d64700adac0cc6c5ce9423e24dc4f82b14df56db4b0a2b800b0a4ac112c58afe/650",
            "gpu_unittests": "8f9179ddd9f52463b188c2310b7eb3a866084469fc4d476096ddeceb5d144556/565",
            "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
            "headless_browsertests": "cd68537e2bb5e4da7846aadcc7036273bcfe0f9205bae7ea139133dda48c0b89/733",
            "headless_unittests": "f5dd42620d756d1fc43011e41619b66e5f71dcbf81bb5b1233d0ff08e27dc2dd/488",
            "interactive_ui_tests": "9c5d28af8363d762e69892791d966876c499954e5dee1363c869780e1211fc15/1059",
            "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
            "latency_unittests": "dc268b0817f43846a4da2ce7761591a23a5c365a2cfea81b172ba665179b8cd3/488",
            "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
            "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
            "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
            "media_unittests": "081b7d313f21309f8230411d6b6c3767be81482c6b2fafd1e370b1aef55e2631/568",
            "message_center_unittests": "79709f76f4a048478ee6bee5465ee49f5d48d68365e7840dd84e26c4c304247f/488",
            "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
            "mojo_unittests": "eb9f8aaace322b767f3ef71fdf7ed790a4a09250a8c621e319918f39de17ae89/566",
            "native_theme_unittests": "abca14b5ad210eeb2262b60b209387418833c3f401bc58ec6a2ef67d649ec52e/488",
            "net_unittests": "1ad8861f9638798881ff55b15cd98e1bac70a306d63a7ce36e4eef3a8e2515c7/567",
            "openscreen_unittests": "631902a16cd7b207ac7a058ec1abf3f5a00347f000b8352b8f8f476d194d7aa1/489",
            "ozone_unittests": "a4b37b99fedb6079848b9dadb5e1d1b17a955b195272c699009d08e33d57e697/488",
            "ozone_x11_unittests": "83a45e638e2a9c6a5ed57387f895783e9c141465b841545532e434569dbeadb0/488",
            "pdf_unittests": "23983ee010e09da8e8acd3285604ec0927d7cf59bf47743432efb1805e4b69c5/565",
            "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
            "printing_unittests": "8eaf2029b902d3bb04972c5b95d472bc85b1ff71deea0459194209ca3aa2550a/488",
            "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
            "remoting_unittests": "fdc09ed9bf20ea77936caea28c1e0b3ccc24123980a8bf9db5ddab35c1c190a9/565",
            "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
            "services_unittests": "a82f0c275673eeebcbbf059044ee0c33bbc9d5ca0849e5ae29ee7962118e1ce3/734",
            "shell_dialogs_unittests": "6683c4ecf4a6027930ca97a889bcc71c2feca92820a1860a9c4cf04095e7d0ee/488",
            "skia_unittests": "a173860989acd8e6350be5e6fe7f45f281a77b512b84742b687d86a8d2032e51/488",
            "snapshot_unittests": "ca38c274a04194fdf911ab5bf97f1f7418040cafbb91f8e9aac53885cf1ece91/488",
            "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
            "storage_unittests": "adc8c1b9650ce77ab1baaa86e15187daec0cc85d467b03a2e30af072bf178446/646",
            "sync_integration_tests": "715c1b76c35760b26107b7ae08bf468f65f238a7c2ce28dde445ade6bc9d422c/647",
            "ui_base_unittests": "2b0ec0360238b7adc83a9655237db86b6a2860e147321775f3022a9bbb5ba049/641",
            "ui_touch_selection_unittests": "f629d35a32cd807d3c31118ba5d0c13f4c864a2012d31bb56468585e05792e9f/488",
            "ui_unittests": "b4486fe665cf53a1edfa77ea18a4b75e714c6ab02f3511fec2267bb71305099f/488",
            "unit_tests": "72370a3b8856d9b5dda6e978a42a2259c67abfefbed30f3e0cdaf613b2b05c0a/1061",
            "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
            "views_unittests": "66eac7c4b578d2273cd36e6190545905122c1b3667e077ba22f872dc6a4cef28/488",
            "viz_unittests": "d028e252e47b3903f19df14836630d2b02bd72838d4607c080a4ab8bfeeb2007/572",
            "vr_common_unittests": "4b72d87355e9f3dba817ff0f7a25eb624e5cbfc2ced61c23e2463bd63a961da0/566",
            "wm_unittests": "7310f090123d424631499cf5c5e6c4057d9053454673d628b6454476389dc93d/488",
            "wtf_unittests": "c6e569a7dfd0e302c636f3079301b7c387a4f6e32a30a6ee1cb2ef65e8bfae0f/488",
            "xr_browser_tests": "2ae53200fa67bb8ee87ce5ad708513ac8e1a6d5e13ce085289a5d3531068a12c/646",
            "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6e610296e826955198c2e59429130ff2f6a78bd7",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8850008945444431152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "1205"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:26:35.759] Scheduled build:
{
  "id": "8684578880298234401",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1201,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-04-14T03:26:35.263647657Z",
  "updateTime": "2026-04-14T03:26:35.263647657Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6e610296e826955198c2e59429130ff2f6a78bd7",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[03:26:35.759] Task URL: https://cr-buildbucket.appspot.com/build/8684578880298234401
[03:26:35.759] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:2:0) after 8m3s
[03:26:36.712] Received PubSub notification, asking Buildbucket for the build status
[03:26:36.737] Build status: SCHEDULED
[03:26:40.586] Received PubSub notification, asking Buildbucket for the build status
[03:26:40.604] Build status: STARTED
[03:34:38.796] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:2:0)
[03:34:38.816] Build status: STARTED
[03:34:38.816] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:5:0) after 7m24s
[03:42:02.838] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:5:0)
[03:42:02.855] Build status: STARTED
[03:42:02.855] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:6:0) after 3m1s
[03:45:03.905] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:6:0)
[03:45:03.924] Build status: STARTED
[03:45:03.924] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:7:0) after 4m12s
[03:49:16.008] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:7:0)
[03:49:16.027] Build status: STARTED
[03:49:16.027] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8850008945444431152:8:0) after 9m55s
[03:56:48.637] Received PubSub notification, asking Buildbucket for the build status
[03:56:48.663] Build:
{
  "id": "8684578880298234401",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1201,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-04-14T03:26:35.263647657Z",
  "startTime": "2026-04-14T03:26:39.275542401Z",
  "endTime": "2026-04-14T03:56:48.186099389Z",
  "updateTime": "2026-04-14T03:56:48.186099389Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6e610296e826955198c2e59429130ff2f6a78bd7",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[03:56:48.663] Invocation finished in 30m17.690855539s with status FAILED