Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 37 minutes
Actions:

Definition (rev 21e8e4097c42077ba6169b48c7d4eba47103f98e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7680"
      }
    ]
  },
  "branch": "refs/branch-heads/7680",
  "deps_revision_overrides": {
    "src": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8684079899871259777"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8684079899871259777"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8684079899871259777"
    }
  ],
  "parent_build_id": "8684079899871259777",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "b4f38bcd8f6366c11546e12849b823cdcaa134ba",
  "parent_got_dawn_revision": "a39aaa3e1e2095d9f45d9d97eee4abeae2c563f4",
  "parent_got_revision": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
  "parent_got_revision_cp": "refs/branch-heads/7680@{#3975}",
  "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
  "parent_got_v8_revision": "f09a91282a26caa91d016c962d785d852cfdec36",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#66}",
  "parent_got_webrtc_revision": "70d86bbfaeeadffb1193c2aad245edd23ef251ef",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#6}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
  "swarm_hashes": {
    "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
    "accessibility_unittests": "a65d5f0c860ae0f62465bbe23c705fbdf8a8f2fd7f6fe26f677d0c335656c1bb/488",
    "angle_unittests": "176309710eb3ee523bccf90af06bb703fccb58b1674337d130b516ab3a1cdc6c/489",
    "app_shell_unittests": "c992e6b0141c93574af58ff58260d21a75c12555a464f5901f8e0c19054f77b6/649",
    "aura_unittests": "69fa13894bb71b5a79301cd0dd0ec2c0381e76439c8ce00b781df17f3a02e3ab/488",
    "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
    "blink_common_unittests": "2a937538e4456a1030a1f19afe18fb8288137b35f106407db53b8daa243e7188/566",
    "blink_fuzzer_unittests": "cdfe598a035f2c8127df400e84dd08e49e7d0a82967bf3ec61c80a1c1916dcf4/488",
    "blink_heap_unittests": "709f6e224ba7e6a90e2304426dd90ddcd19e5fab822568db11036070afbbd43a/488",
    "blink_platform_unittests": "897fe55628bfe92c38ce7fec89bf78534d5a242121b7727b260b6805ac0eba65/645",
    "blink_unittests": "166b4a5e49125abc481a6c02bfd726305036ba6c10aedf1eac004dcf0270fda5/729",
    "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
    "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
    "capture_unittests": "731d3742b7236dcf3e7206dded6e9b9c48ca4185d52d024d88738e9701d71aee/567",
    "cast_unittests": "ed515281cf5fcb5c64732de5037769f3d31395fba2b0b33b4c81ac63b8ee0c7e/488",
    "cc_unittests": "a550bb7ad01faa93519e4fa2fe959ee6188d3a644e8ffcdf165a7d6d1823b594/648",
    "chrome_app_unittests": "77fbd4153da448396772ae7faf62f943a95ca78cb360e71b9c419368511c1ee6/566",
    "chromedriver_unittests": "8f01f7a04c5d16fc074c60d0df811ced0fe3fc778d370dd80d25c80a8623b353/645",
    "components_browsertests": "2098bb6ba1df6ecbc9274e2e094fd9476ee2c946328e1c930edba11aa8834840/732",
    "components_unittests": "919da874e4348b2d1abf1195dab581ed752e1afe1be0ed73619ad3eeb7b44a80/811",
    "compositor_unittests": "aa07bacc27760ea221f28cf0ae7d346dd53b65f0a2dba295dae9a57b35555361/564",
    "content_browsertests": "329daffd7c70e6aa837e36053c673e0968d6b4ca5a530c33d3a039953d4d3530/805",
    "content_unittests": "d597acbdb09d63d79d3c353d2cb253f7cd7d1b828c25fbb9a0ef4b5c8d1103d8/725",
    "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
    "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
    "device_unittests": "e81846f8b61c8fe362818266f18aea3ec7a8b20c04105fb548fbd019461820e5/565",
    "display_unittests": "b7b275dba29c8f1a2e68efbd1638b1dd1ecb4b2394afa65e01817a86507e0a72/488",
    "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
    "events_unittests": "663ad76dc6d7f66043b74da36eecc1388cc8fe87325ad246bb8db0b62720108d/488",
    "extensions_browsertests": "d3cfe25bd7b361a6367990afd340152f5969d69f01a55b991b8277b836edc850/651",
    "extensions_unittests": "2cec37bc46ae57fe5c5050a450b1aabd1f77dc3d9e95a30f2492ef20f48daf12/730",
    "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
    "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
    "gcm_unit_tests": "388d92a9556fde6ad546937eaa5a45d6d66e41198115a7b1235623966ecbc5af/565",
    "gfx_unittests": "6cd132f692e2a50fbcbeedde4bdb6a74674c010ec948a0d1172c4c594b7f3fce/564",
    "gin_unittests": "4217142d2044eb9797b7a166df46759faadde76543b8d15df3202fd22c39ddd6/565",
    "gl_tests": "8096d3717a1ee66405a588e40be0a580c400db4f461e5b7d8e639cba3f091e9f/488",
    "gl_unittests": "bb3fabfa46180da9193a808a2a25ee5054a31d51e4dca5f4efbfa20f95602e2b/488",
    "google_apis_unittests": "7a950936cbaeebd61a262523841c5829c59ccaa4d7af1283406270928378fd0c/650",
    "gpu_unittests": "daace5bbea7180ed51889ed8993cfe10e8305c1568b113768313c3d3493fd5ec/565",
    "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
    "headless_browsertests": "d4b68971860d09d8a845e607ad9665f03e23159e60516d81786becdf5d4f3a09/733",
    "headless_unittests": "aa4bf81300fda220708c66380f4df99a0d8a171f71488a1ee61ad52473b7540c/488",
    "interactive_ui_tests": "b336e96c362fc1de1d4ebde83b2bed52565bfb42b957e91053260ad128caaac1/1059",
    "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
    "latency_unittests": "721bd2ed1970673548bc12b98c0aec0b1af455862f65b27faad4c32c01a3fba5/488",
    "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
    "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
    "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
    "media_unittests": "99fc7efe881e27f611bce660f688bc9e18d039fbbde9465ab50b739bd6c92437/568",
    "message_center_unittests": "11f5473322f7881ac5210fa4e0c3772ec454d1fed9f9a8a17c0cfa8e1322283d/488",
    "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
    "mojo_unittests": "ad31e7957a90d545468625738d9636ae45d09bbd76d6063f93547e9c04127a79/566",
    "native_theme_unittests": "c5c3a466c59c6df66a802bbc68875737966f04327418746d78d16232ae5c5b24/488",
    "net_unittests": "61990c1d0ea77a513dd0f99b503479c6174f61949b4e1e6967de933c023c036b/567",
    "openscreen_unittests": "85966d2dfa79c56f40bb5270fec17e4f147b8fe07d1c3d7b8b7c7bb6882546aa/489",
    "ozone_unittests": "7c0e82eb02b9d59d4c452d3263235e0e8b63f7a296ad65f660bd46e007a5c8b2/488",
    "ozone_x11_unittests": "75d90d95a758a9e620b08ae22b3c43b2c158f01850e0dbec264a9b3f41188018/488",
    "pdf_unittests": "00444ea03d97749125a139a15e30470977675d26cd4ff8aa0e4a41d78accd118/565",
    "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
    "printing_unittests": "5c09c74b1053c24669b5041223d9d73e210fc22eb05d7462c70b3696cb05a098/488",
    "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
    "remoting_unittests": "14e9e7f87e962f0e8319e74cf316399b47912a74560aaf782a4f176213924a83/565",
    "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
    "services_unittests": "807743404dd6c0700a50a7fcf293560fdf0cf56baf3324252008015e34fe3a6c/734",
    "shell_dialogs_unittests": "274d65c58267a3e29567faa0b80a619de682e359c991748aab454059872f22fd/488",
    "skia_unittests": "228d9931b72d386029348902bdfaeaba51e0d93dff46fa39414f58487cb566ff/488",
    "snapshot_unittests": "eb2a1f3925bbdc7f80cbb1f1b839fd675ecbca6c442f0852b864bd9b409b0f01/488",
    "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
    "storage_unittests": "aa5172fa8af4990922184b0e37f3bf908c2b0fe257cb91a29937a0b19a754ed5/646",
    "sync_integration_tests": "9734be79ae4255b007509e25b77fe5499033e5d5744bf2665de4eb0092d4fa1a/647",
    "ui_base_unittests": "10ac5e972f18ae69b5b639b3b25ae1918fc89bf236a08336d0e4a6952f185cfc/641",
    "ui_touch_selection_unittests": "252ae11a01a88e8ce5c341eab78e02aa33547f4d52f659ae65ed2b4917a84d1b/488",
    "ui_unittests": "bb8e27e5202cb53e27cb2898baa15001a01f43903db5b078399b4eee967efd31/488",
    "unit_tests": "7c04df4c8512e69a1467aef47675aef7d2e2ede3beb515bdebd9a5ab9705a655/1061",
    "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
    "views_unittests": "79a7b43ab06b75ecd8c91b0307803746d39b2586a5579edab5f88b38e5bc870c/488",
    "viz_unittests": "35b805424088fb4bf6d5884dabd984e871eb8b3abe7746d9d5ec947d0cb30493/572",
    "vr_common_unittests": "35d3a02260a4df0a6276ca6c546a5cc09e741c06e5c1d02a872037c2f9e34450/566",
    "wm_unittests": "446f2820c8faf6f274050231661050c036df97d759898c30c25e7ce408e04d35/488",
    "wtf_unittests": "7029b4390085689d984c91936568a829c5cd696d35c6c1fdf99588a09ff28e62/488",
    "xr_browser_tests": "cb14a424a387174ccadcf79f4c1717de4ba2d4ff4943158819a01550d6985ab3/646",
    "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
  },
  "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
  "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2
  • gitiles_ref:refs/branch-heads/7680
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:1235
  • user_agent:recipe

Debug log (UTC)

[16:55:36.976] New invocation is queued and will start shortly
[16:55:36.976] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:55:38.034] Starting the invocation (attempt 1)
[16:55:38.056] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2"
[16:55:38.056] Popped gitiles commit info from properties and tags
[16:55:38.056] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:55:38.056] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:55:38.057] Buildbucket request:
{
  "requestId": "8849505056442560912",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7680"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8849505056442560912",
            "job": "chromium-m146/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7680"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8684079899871259777"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8684079899871259777"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8684079899871259777"
                                              }
                                        ],
                                    "parent_build_id": "8684079899871259777",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "b4f38bcd8f6366c11546e12849b823cdcaa134ba",
                                    "parent_got_dawn_revision": "a39aaa3e1e2095d9f45d9d97eee4abeae2c563f4",
                                    "parent_got_revision": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
                                    "parent_got_revision_cp": "refs/branch-heads/7680@{#3975}",
                                    "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
                                    "parent_got_v8_revision": "f09a91282a26caa91d016c962d785d852cfdec36",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#66}",
                                    "parent_got_webrtc_revision": "70d86bbfaeeadffb1193c2aad245edd23ef251ef",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#6}",
                                    "revision": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
                                          "accessibility_unittests": "a65d5f0c860ae0f62465bbe23c705fbdf8a8f2fd7f6fe26f677d0c335656c1bb/488",
                                          "angle_unittests": "176309710eb3ee523bccf90af06bb703fccb58b1674337d130b516ab3a1cdc6c/489",
                                          "app_shell_unittests": "c992e6b0141c93574af58ff58260d21a75c12555a464f5901f8e0c19054f77b6/649",
                                          "aura_unittests": "69fa13894bb71b5a79301cd0dd0ec2c0381e76439c8ce00b781df17f3a02e3ab/488",
                                          "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
                                          "blink_common_unittests": "2a937538e4456a1030a1f19afe18fb8288137b35f106407db53b8daa243e7188/566",
                                          "blink_fuzzer_unittests": "cdfe598a035f2c8127df400e84dd08e49e7d0a82967bf3ec61c80a1c1916dcf4/488",
                                          "blink_heap_unittests": "709f6e224ba7e6a90e2304426dd90ddcd19e5fab822568db11036070afbbd43a/488",
                                          "blink_platform_unittests": "897fe55628bfe92c38ce7fec89bf78534d5a242121b7727b260b6805ac0eba65/645",
                                          "blink_unittests": "166b4a5e49125abc481a6c02bfd726305036ba6c10aedf1eac004dcf0270fda5/729",
                                          "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
                                          "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
                                          "capture_unittests": "731d3742b7236dcf3e7206dded6e9b9c48ca4185d52d024d88738e9701d71aee/567",
                                          "cast_unittests": "ed515281cf5fcb5c64732de5037769f3d31395fba2b0b33b4c81ac63b8ee0c7e/488",
                                          "cc_unittests": "a550bb7ad01faa93519e4fa2fe959ee6188d3a644e8ffcdf165a7d6d1823b594/648",
                                          "chrome_app_unittests": "77fbd4153da448396772ae7faf62f943a95ca78cb360e71b9c419368511c1ee6/566",
                                          "chromedriver_unittests": "8f01f7a04c5d16fc074c60d0df811ced0fe3fc778d370dd80d25c80a8623b353/645",
                                          "components_browsertests": "2098bb6ba1df6ecbc9274e2e094fd9476ee2c946328e1c930edba11aa8834840/732",
                                          "components_unittests": "919da874e4348b2d1abf1195dab581ed752e1afe1be0ed73619ad3eeb7b44a80/811",
                                          "compositor_unittests": "aa07bacc27760ea221f28cf0ae7d346dd53b65f0a2dba295dae9a57b35555361/564",
                                          "content_browsertests": "329daffd7c70e6aa837e36053c673e0968d6b4ca5a530c33d3a039953d4d3530/805",
                                          "content_unittests": "d597acbdb09d63d79d3c353d2cb253f7cd7d1b828c25fbb9a0ef4b5c8d1103d8/725",
                                          "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
                                          "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
                                          "device_unittests": "e81846f8b61c8fe362818266f18aea3ec7a8b20c04105fb548fbd019461820e5/565",
                                          "display_unittests": "b7b275dba29c8f1a2e68efbd1638b1dd1ecb4b2394afa65e01817a86507e0a72/488",
                                          "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
                                          "events_unittests": "663ad76dc6d7f66043b74da36eecc1388cc8fe87325ad246bb8db0b62720108d/488",
                                          "extensions_browsertests": "d3cfe25bd7b361a6367990afd340152f5969d69f01a55b991b8277b836edc850/651",
                                          "extensions_unittests": "2cec37bc46ae57fe5c5050a450b1aabd1f77dc3d9e95a30f2492ef20f48daf12/730",
                                          "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
                                          "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
                                          "gcm_unit_tests": "388d92a9556fde6ad546937eaa5a45d6d66e41198115a7b1235623966ecbc5af/565",
                                          "gfx_unittests": "6cd132f692e2a50fbcbeedde4bdb6a74674c010ec948a0d1172c4c594b7f3fce/564",
                                          "gin_unittests": "4217142d2044eb9797b7a166df46759faadde76543b8d15df3202fd22c39ddd6/565",
                                          "gl_tests": "8096d3717a1ee66405a588e40be0a580c400db4f461e5b7d8e639cba3f091e9f/488",
                                          "gl_unittests": "bb3fabfa46180da9193a808a2a25ee5054a31d51e4dca5f4efbfa20f95602e2b/488",
                                          "google_apis_unittests": "7a950936cbaeebd61a262523841c5829c59ccaa4d7af1283406270928378fd0c/650",
                                          "gpu_unittests": "daace5bbea7180ed51889ed8993cfe10e8305c1568b113768313c3d3493fd5ec/565",
                                          "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
                                          "headless_browsertests": "d4b68971860d09d8a845e607ad9665f03e23159e60516d81786becdf5d4f3a09/733",
                                          "headless_unittests": "aa4bf81300fda220708c66380f4df99a0d8a171f71488a1ee61ad52473b7540c/488",
                                          "interactive_ui_tests": "b336e96c362fc1de1d4ebde83b2bed52565bfb42b957e91053260ad128caaac1/1059",
                                          "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
                                          "latency_unittests": "721bd2ed1970673548bc12b98c0aec0b1af455862f65b27faad4c32c01a3fba5/488",
                                          "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
                                          "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
                                          "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
                                          "media_unittests": "99fc7efe881e27f611bce660f688bc9e18d039fbbde9465ab50b739bd6c92437/568",
                                          "message_center_unittests": "11f5473322f7881ac5210fa4e0c3772ec454d1fed9f9a8a17c0cfa8e1322283d/488",
                                          "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
                                          "mojo_unittests": "ad31e7957a90d545468625738d9636ae45d09bbd76d6063f93547e9c04127a79/566",
                                          "native_theme_unittests": "c5c3a466c59c6df66a802bbc68875737966f04327418746d78d16232ae5c5b24/488",
                                          "net_unittests": "61990c1d0ea77a513dd0f99b503479c6174f61949b4e1e6967de933c023c036b/567",
                                          "openscreen_unittests": "85966d2dfa79c56f40bb5270fec17e4f147b8fe07d1c3d7b8b7c7bb6882546aa/489",
                                          "ozone_unittests": "7c0e82eb02b9d59d4c452d3263235e0e8b63f7a296ad65f660bd46e007a5c8b2/488",
                                          "ozone_x11_unittests": "75d90d95a758a9e620b08ae22b3c43b2c158f01850e0dbec264a9b3f41188018/488",
                                          "pdf_unittests": "00444ea03d97749125a139a15e30470977675d26cd4ff8aa0e4a41d78accd118/565",
                                          "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
                                          "printing_unittests": "5c09c74b1053c24669b5041223d9d73e210fc22eb05d7462c70b3696cb05a098/488",
                                          "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
                                          "remoting_unittests": "14e9e7f87e962f0e8319e74cf316399b47912a74560aaf782a4f176213924a83/565",
                                          "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
                                          "services_unittests": "807743404dd6c0700a50a7fcf293560fdf0cf56baf3324252008015e34fe3a6c/734",
                                          "shell_dialogs_unittests": "274d65c58267a3e29567faa0b80a619de682e359c991748aab454059872f22fd/488",
                                          "skia_unittests": "228d9931b72d386029348902bdfaeaba51e0d93dff46fa39414f58487cb566ff/488",
                                          "snapshot_unittests": "eb2a1f3925bbdc7f80cbb1f1b839fd675ecbca6c442f0852b864bd9b409b0f01/488",
                                          "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
                                          "storage_unittests": "aa5172fa8af4990922184b0e37f3bf908c2b0fe257cb91a29937a0b19a754ed5/646",
                                          "sync_integration_tests": "9734be79ae4255b007509e25b77fe5499033e5d5744bf2665de4eb0092d4fa1a/647",
                                          "ui_base_unittests": "10ac5e972f18ae69b5b639b3b25ae1918fc89bf236a08336d0e4a6952f185cfc/641",
                                          "ui_touch_selection_unittests": "252ae11a01a88e8ce5c341eab78e02aa33547f4d52f659ae65ed2b4917a84d1b/488",
                                          "ui_unittests": "bb8e27e5202cb53e27cb2898baa15001a01f43903db5b078399b4eee967efd31/488",
                                          "unit_tests": "7c04df4c8512e69a1467aef47675aef7d2e2ede3beb515bdebd9a5ab9705a655/1061",
                                          "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
                                          "views_unittests": "79a7b43ab06b75ecd8c91b0307803746d39b2586a5579edab5f88b38e5bc870c/488",
                                          "viz_unittests": "35b805424088fb4bf6d5884dabd984e871eb8b3abe7746d9d5ec947d0cb30493/572",
                                          "vr_common_unittests": "35d3a02260a4df0a6276ca6c546a5cc09e741c06e5c1d02a872037c2f9e34450/566",
                                          "wm_unittests": "446f2820c8faf6f274050231661050c036df97d759898c30c25e7ce408e04d35/488",
                                          "wtf_unittests": "7029b4390085689d984c91936568a829c5cd696d35c6c1fdf99588a09ff28e62/488",
                                          "xr_browser_tests": "cb14a424a387174ccadcf79f4c1717de4ba2d4ff4943158819a01550d6985ab3/646",
                                          "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
                                        },
                                    "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7680",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:1235",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "196d0580-e5f8-4674-ab6d-a3fcc386b1ea",
                        "title": "Linux TSan Builder/1235",
                        "url": "https://cr-buildbucket.appspot.com/build/8684079899871259777"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8684079899871259777"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8684079899871259777"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8684079899871259777"
                }
          ],
      "parent_build_id": "8684079899871259777",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "b4f38bcd8f6366c11546e12849b823cdcaa134ba",
      "parent_got_dawn_revision": "a39aaa3e1e2095d9f45d9d97eee4abeae2c563f4",
      "parent_got_revision": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
      "parent_got_revision_cp": "refs/branch-heads/7680@{#3975}",
      "parent_got_swiftshader_revision": "b7b7fd22e5f28079b92412f47f6da4df43e4cd37",
      "parent_got_v8_revision": "f09a91282a26caa91d016c962d785d852cfdec36",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.6@{#66}",
      "parent_got_webrtc_revision": "70d86bbfaeeadffb1193c2aad245edd23ef251ef",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7680@{#6}",
      "swarm_hashes": {
            "absl_hardening_tests": "40dcfbe873059f14061dd2b72e0014925609f03cbe2dfdc04303cdbf2b3a4616/488",
            "accessibility_unittests": "a65d5f0c860ae0f62465bbe23c705fbdf8a8f2fd7f6fe26f677d0c335656c1bb/488",
            "angle_unittests": "176309710eb3ee523bccf90af06bb703fccb58b1674337d130b516ab3a1cdc6c/489",
            "app_shell_unittests": "c992e6b0141c93574af58ff58260d21a75c12555a464f5901f8e0c19054f77b6/649",
            "aura_unittests": "69fa13894bb71b5a79301cd0dd0ec2c0381e76439c8ce00b781df17f3a02e3ab/488",
            "base_unittests": "35275460a7752c69781ef9361608cadcd698273a8aaf40128d690a140f5cb338/566",
            "blink_common_unittests": "2a937538e4456a1030a1f19afe18fb8288137b35f106407db53b8daa243e7188/566",
            "blink_fuzzer_unittests": "cdfe598a035f2c8127df400e84dd08e49e7d0a82967bf3ec61c80a1c1916dcf4/488",
            "blink_heap_unittests": "709f6e224ba7e6a90e2304426dd90ddcd19e5fab822568db11036070afbbd43a/488",
            "blink_platform_unittests": "897fe55628bfe92c38ce7fec89bf78534d5a242121b7727b260b6805ac0eba65/645",
            "blink_unittests": "166b4a5e49125abc481a6c02bfd726305036ba6c10aedf1eac004dcf0270fda5/729",
            "boringssl_crypto_tests": "70822d8b42c653f6553fbef3d1d80879ebd48986b2faef9c9f4e0db68c4385a9/489",
            "boringssl_ssl_tests": "013f1c295aaff93fc210b261f65424e6a1d68cc626013a34fc102cf3d9215334/488",
            "capture_unittests": "731d3742b7236dcf3e7206dded6e9b9c48ca4185d52d024d88738e9701d71aee/567",
            "cast_unittests": "ed515281cf5fcb5c64732de5037769f3d31395fba2b0b33b4c81ac63b8ee0c7e/488",
            "cc_unittests": "a550bb7ad01faa93519e4fa2fe959ee6188d3a644e8ffcdf165a7d6d1823b594/648",
            "chrome_app_unittests": "77fbd4153da448396772ae7faf62f943a95ca78cb360e71b9c419368511c1ee6/566",
            "chromedriver_unittests": "8f01f7a04c5d16fc074c60d0df811ced0fe3fc778d370dd80d25c80a8623b353/645",
            "components_browsertests": "2098bb6ba1df6ecbc9274e2e094fd9476ee2c946328e1c930edba11aa8834840/732",
            "components_unittests": "919da874e4348b2d1abf1195dab581ed752e1afe1be0ed73619ad3eeb7b44a80/811",
            "compositor_unittests": "aa07bacc27760ea221f28cf0ae7d346dd53b65f0a2dba295dae9a57b35555361/564",
            "content_browsertests": "329daffd7c70e6aa837e36053c673e0968d6b4ca5a530c33d3a039953d4d3530/805",
            "content_unittests": "d597acbdb09d63d79d3c353d2cb253f7cd7d1b828c25fbb9a0ef4b5c8d1103d8/725",
            "crypto_unittests": "54adcfae1a4b95ae2c4aad63d4fe68d5c08b948c56ccb0cdbb95348b1d6f4496/568",
            "dbus_unittests": "1bd6f872f3525a9d19f8ac5a35afe4acfdb4f20b3ac4c2385d29288c45082fd0/488",
            "device_unittests": "e81846f8b61c8fe362818266f18aea3ec7a8b20c04105fb548fbd019461820e5/565",
            "display_unittests": "b7b275dba29c8f1a2e68efbd1638b1dd1ecb4b2394afa65e01817a86507e0a72/488",
            "env_chromium_unittests": "731f4051f47c8afb933dafff100d4634cd0525e5211e7f7c9a5ff7f7bd7eaac4/488",
            "events_unittests": "663ad76dc6d7f66043b74da36eecc1388cc8fe87325ad246bb8db0b62720108d/488",
            "extensions_browsertests": "d3cfe25bd7b361a6367990afd340152f5969d69f01a55b991b8277b836edc850/651",
            "extensions_unittests": "2cec37bc46ae57fe5c5050a450b1aabd1f77dc3d9e95a30f2492ef20f48daf12/730",
            "filesystem_service_unittests": "b80f9f0da70faf26aa937ca1a8da32eef1c109c790d16768497df20399429587/488",
            "fuzzing_unittests": "29b0d909f48ae9b8a1be3858d30ee6b215976c6834ba794f10e6082e72972216/488",
            "gcm_unit_tests": "388d92a9556fde6ad546937eaa5a45d6d66e41198115a7b1235623966ecbc5af/565",
            "gfx_unittests": "6cd132f692e2a50fbcbeedde4bdb6a74674c010ec948a0d1172c4c594b7f3fce/564",
            "gin_unittests": "4217142d2044eb9797b7a166df46759faadde76543b8d15df3202fd22c39ddd6/565",
            "gl_tests": "8096d3717a1ee66405a588e40be0a580c400db4f461e5b7d8e639cba3f091e9f/488",
            "gl_unittests": "bb3fabfa46180da9193a808a2a25ee5054a31d51e4dca5f4efbfa20f95602e2b/488",
            "google_apis_unittests": "7a950936cbaeebd61a262523841c5829c59ccaa4d7af1283406270928378fd0c/650",
            "gpu_unittests": "daace5bbea7180ed51889ed8993cfe10e8305c1568b113768313c3d3493fd5ec/565",
            "gwp_asan_unittests": "8cf4039160fef64cf3b6958b490f9758efef52e882a06f1409a66377b73eacf2/489",
            "headless_browsertests": "d4b68971860d09d8a845e607ad9665f03e23159e60516d81786becdf5d4f3a09/733",
            "headless_unittests": "aa4bf81300fda220708c66380f4df99a0d8a171f71488a1ee61ad52473b7540c/488",
            "interactive_ui_tests": "b336e96c362fc1de1d4ebde83b2bed52565bfb42b957e91053260ad128caaac1/1059",
            "ipc_tests": "7000047932e024d7ffe47bd255b27efb80352b23e6a7cc0762a3d891c9c6bd95/488",
            "latency_unittests": "721bd2ed1970673548bc12b98c0aec0b1af455862f65b27faad4c32c01a3fba5/488",
            "leveldb_unittests": "b6f6aec40c7b9bb25ffba17e4b4b18db9e285d1e41ad1fae3b2a462ad63b2325/488",
            "libjingle_xmpp_unittests": "d3d0d19204abf964cad390d0fd0a6945031c53711ec9088abe5eb2c22b110d1c/488",
            "liburlpattern_unittests": "b67725c478f385629180329028e36880cd1147098269ece3b8a3530df8691c8d/488",
            "media_unittests": "99fc7efe881e27f611bce660f688bc9e18d039fbbde9465ab50b739bd6c92437/568",
            "message_center_unittests": "11f5473322f7881ac5210fa4e0c3772ec454d1fed9f9a8a17c0cfa8e1322283d/488",
            "midi_unittests": "7a85ac4cacf7e5e36600521ec7a28acf5cb5d8ec78cbe51a1c95953a2184347e/488",
            "mojo_unittests": "ad31e7957a90d545468625738d9636ae45d09bbd76d6063f93547e9c04127a79/566",
            "native_theme_unittests": "c5c3a466c59c6df66a802bbc68875737966f04327418746d78d16232ae5c5b24/488",
            "net_unittests": "61990c1d0ea77a513dd0f99b503479c6174f61949b4e1e6967de933c023c036b/567",
            "openscreen_unittests": "85966d2dfa79c56f40bb5270fec17e4f147b8fe07d1c3d7b8b7c7bb6882546aa/489",
            "ozone_unittests": "7c0e82eb02b9d59d4c452d3263235e0e8b63f7a296ad65f660bd46e007a5c8b2/488",
            "ozone_x11_unittests": "75d90d95a758a9e620b08ae22b3c43b2c158f01850e0dbec264a9b3f41188018/488",
            "pdf_unittests": "00444ea03d97749125a139a15e30470977675d26cd4ff8aa0e4a41d78accd118/565",
            "perfetto_unittests": "d84f6971279ff9174ef33b90398a1d673e7eed27447d80848f955e4616bb0152/488",
            "printing_unittests": "5c09c74b1053c24669b5041223d9d73e210fc22eb05d7462c70b3696cb05a098/488",
            "pthreadpool_unittests": "4c3cdfae8b48d52fd49eed9a5a6ebdea6e21da9c56134c4fa5f13316d86696b2/488",
            "remoting_unittests": "14e9e7f87e962f0e8319e74cf316399b47912a74560aaf782a4f176213924a83/565",
            "sandbox_linux_unittests": "d66e189d2f46872aac25aab02e8f5bc84bc4219a4645889cbdb91de1b54ac849/488",
            "services_unittests": "807743404dd6c0700a50a7fcf293560fdf0cf56baf3324252008015e34fe3a6c/734",
            "shell_dialogs_unittests": "274d65c58267a3e29567faa0b80a619de682e359c991748aab454059872f22fd/488",
            "skia_unittests": "228d9931b72d386029348902bdfaeaba51e0d93dff46fa39414f58487cb566ff/488",
            "snapshot_unittests": "eb2a1f3925bbdc7f80cbb1f1b839fd675ecbca6c442f0852b864bd9b409b0f01/488",
            "sql_unittests": "a7c99f5da6fb3bd719f0205c4b354b5db13494e2b8aaf23751d3fd143d2034df/565",
            "storage_unittests": "aa5172fa8af4990922184b0e37f3bf908c2b0fe257cb91a29937a0b19a754ed5/646",
            "sync_integration_tests": "9734be79ae4255b007509e25b77fe5499033e5d5744bf2665de4eb0092d4fa1a/647",
            "ui_base_unittests": "10ac5e972f18ae69b5b639b3b25ae1918fc89bf236a08336d0e4a6952f185cfc/641",
            "ui_touch_selection_unittests": "252ae11a01a88e8ce5c341eab78e02aa33547f4d52f659ae65ed2b4917a84d1b/488",
            "ui_unittests": "bb8e27e5202cb53e27cb2898baa15001a01f43903db5b078399b4eee967efd31/488",
            "unit_tests": "7c04df4c8512e69a1467aef47675aef7d2e2ede3beb515bdebd9a5ab9705a655/1061",
            "url_unittests": "b5ea9f4c7e7abff6081b49975bad2d66e4cdba87e97626088085145d46f2c86d/488",
            "views_unittests": "79a7b43ab06b75ecd8c91b0307803746d39b2586a5579edab5f88b38e5bc870c/488",
            "viz_unittests": "35b805424088fb4bf6d5884dabd984e871eb8b3abe7746d9d5ec947d0cb30493/572",
            "vr_common_unittests": "35d3a02260a4df0a6276ca6c546a5cc09e741c06e5c1d02a872037c2f9e34450/566",
            "wm_unittests": "446f2820c8faf6f274050231661050c036df97d759898c30c25e7ce408e04d35/488",
            "wtf_unittests": "7029b4390085689d984c91936568a829c5cd696d35c6c1fdf99588a09ff28e62/488",
            "xr_browser_tests": "cb14a424a387174ccadcf79f4c1717de4ba2d4ff4943158819a01550d6985ab3/646",
            "zlib_unittests": "9bbce82be6035a15c75008ea128537438c2b124dbdee623c30152f82cf694add/489"
          },
      "swarming_command_lines_cwd": "out/d00f-Linux_TSan_Buil",
      "swarming_command_lines_digest": "b53796f0bf546518238b71ac1b0c437ccae227d9cbb89d96c0d66f9629415c12/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
    "ref": "refs/branch-heads/7680"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849505056442560912"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m146/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "1235"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:55:38.567] Scheduled build:
{
  "id": "8684074994591161249",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1231,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-04-19T16:55:38.120493725Z",
  "updateTime": "2026-04-19T16:55:38.120493725Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[16:55:38.568] Task URL: https://cr-buildbucket.appspot.com/build/8684074994591161249
[16:55:38.568] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:2:0) after 8m19s
[16:55:39.609] Received PubSub notification, asking Buildbucket for the build status
[16:55:39.674] Build status: SCHEDULED
[16:56:20.120] Received PubSub notification, asking Buildbucket for the build status
[16:56:20.179] Build status: STARTED
[17:03:57.626] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:2:0)
[17:03:57.641] Build status: STARTED
[17:03:57.641] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:5:0) after 6m44s
[17:10:41.807] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:5:0)
[17:10:41.826] Build status: STARTED
[17:10:41.826] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:6:0) after 8m45s
[17:19:26.845] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:6:0)
[17:19:26.865] Build status: STARTED
[17:19:26.865] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:7:0) after 1m16s
[17:20:42.926] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:7:0)
[17:20:42.944] Build status: STARTED
[17:20:42.944] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:8:0) after 3m15s
[17:23:58.125] Handling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:8:0)
[17:23:58.142] Build status: STARTED
[17:23:58.142] Scheduling timer "check-buildbucket-build-status" (chromium-m146/Linux TSan Tests:8849505056442560912:9:0) after 9m48s
[17:32:47.313] Received PubSub notification, asking Buildbucket for the build status
[17:32:47.341] Build:
{
  "id": "8684074994591161249",
  "builder": {
    "project": "chromium-m146",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 1231,
  "createdBy": "project:chromium-m146",
  "createTime": "2026-04-19T16:55:38.120493725Z",
  "startTime": "2026-04-19T16:56:19.910487729Z",
  "endTime": "2026-04-19T17:32:46.972780035Z",
  "updateTime": "2026-04-19T17:32:46.972780035Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9fc61f12f3e9abe4f2263f5a8ffe2f254095dfe2",
      "ref": "refs/branch-heads/7680"
    }
  }
}
[17:32:47.341] Invocation finished in 37m10.370587563s with status FAILED