Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 10f958521df17c41c0ad067545717a377f427240)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "ab207775036e5b52fef348a9a0e19a8297064809",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7151"
      }
    ]
  },
  "branch": "refs/branch-heads/7151",
  "deps_revision_overrides": {
    "src": "ab207775036e5b52fef348a9a0e19a8297064809"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8713616395987633761"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8713616395987633761"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8713616395987633761"
    }
  ],
  "parent_build_id": "8713616395987633761",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "df9c59dcacff7d186d00e3263a1aa68f8059137c",
  "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
  "parent_got_revision": "ab207775036e5b52fef348a9a0e19a8297064809",
  "parent_got_revision_cp": "refs/branch-heads/7151@{#1846}",
  "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
  "parent_got_v8_revision": "44fdd9108308773dd3f4fa040de5f4f75edf671f",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#19}",
  "parent_got_webrtc_revision": "cec4daea7ed5da94fc38d790bd12694c86865447",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7151@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ab207775036e5b52fef348a9a0e19a8297064809",
  "swarm_hashes": {
    "absl_hardening_tests": "2c6ad30bd0fdf985c167460d3c31f7330faf29f48f5be819b8fde94eceea1611/488",
    "accessibility_unittests": "53879599b0fc003856ec09b12f97bed0e10c34b0bd531dd2da629d8a0198fa8c/488",
    "angle_unittests": "ef8626158a41f8af3a1ae563faad1caf96e35ae9c519d71391e15fcef8cd3de5/489",
    "app_shell_unittests": "e3a5224ba665a311e5dda119c70df8b29ba77db6a8a50476d2a0fbe52b513bf0/649",
    "aura_unittests": "ed4280369dea7739cfa77aa2dd87c07366ddabc683fe52d99e3ee788bd1ded03/488",
    "base_unittests": "ca1290247cb63620e5236b2b9dceefd350c9ae2b9cf5022daeb01221df65b3af/566",
    "blink_common_unittests": "c00230640727736fcc5ffdd0750475934f65535231e264f6c660e7cedb87021f/566",
    "blink_fuzzer_unittests": "c168232e6b8e208cc4e85e85710dff60307c290da1982094f68b6b1f0906ba05/488",
    "blink_heap_unittests": "4d295117d35e083311aee8d480bb9fd889b6f706f98180770a26d2aa7c5563f2/488",
    "blink_platform_unittests": "6f0163e4d5e9cd04d0441d94f5c58317f969290ad7bd0d181cf9e5f7aa3a8398/645",
    "blink_unittests": "0a13cc8ddacc3a35aee39760b2b430312284580f525073cd4f6074c3fdbdb4ef/729",
    "boringssl_crypto_tests": "ceafc230fbc2aca01a5b643ff1f5be2368deb916c367c1f3911c251dcbb7a987/489",
    "boringssl_ssl_tests": "ef6909cfd79872c2b7f6596f78c19b2aa1ac6a20c0461e381d06010596338d01/488",
    "capture_unittests": "cb11be45f7fc525adf152dad1576644272ab02c572d7603e8a12341c97a279c8/567",
    "cast_unittests": "7ddc9b348167a9c3c55343727b429eefaa8091a8fcf89bf6334cb44d3f2db2b1/488",
    "cc_unittests": "220d309143b2d2a1b964d3e668e7cd868fc2a6ab34801f26bcb9a1bdfb155266/648",
    "chrome_app_unittests": "111035278f0e295338a865a3ce1ab96f2ee30e1090c7082cd179ce70329c90cf/566",
    "chromedriver_unittests": "9bc0d9f4dc32c8c17d25e657b842f0a2f11c02f2c7ce4ddd3afc392135cfaa5b/645",
    "components_browsertests": "26b5d6ae29b7e4a559b8079998a4bf99afc00c248073599566d249e7b094a9c1/732",
    "components_unittests": "49243812b4164fbfc7c54abe7aad84b93bdf167156630f1e450ab48d275a75fe/811",
    "compositor_unittests": "d77c67cc682dc47dbe7a3f8d91e3fd9d7eaf5e8a38c365631a6ecd90c83c0318/564",
    "content_browsertests": "fd11bc39991d1e0e71710288c1cc3c11baabbb8f706f557d4d83d9eebdc06603/805",
    "content_unittests": "034b02f9f5f99a60ab800e887449f5207d36bd0aad6aa09aa67e7b8978a1139a/725",
    "cronet_tests": "21e08e347b2c2493892c3cfa463099def7abc1ca4d865c640458e276b31734e4/649",
    "cronet_unittests": "4986885d54885b3be54e64ce45db8d0de181bf178de24450c2ce610a78cc2b5f/565",
    "crypto_unittests": "201a7c45b1932649904453284149d7798fa7b71619b0ca6c14a2937ee46fa2d4/488",
    "dbus_unittests": "9e6befcb7f38b8f99f6239a9bf7f42dea692a6d0c71da77d34c2d2e2aa7d05db/488",
    "device_unittests": "199c8e949e66d43233b2b81399fbe07b1ea9414b7b949d665e369321d7d38253/565",
    "display_unittests": "0bf396cebf23ed2e70c67236c43d3c15e828c39d1b7423fb31f2b1f50ac6109a/488",
    "env_chromium_unittests": "1130cd41a2f94cb655ccfdffe7a304d6461bf461a158b604d2b0f22903b8ed85/488",
    "events_unittests": "9d229926663ab45541cd102b789aeff4963fbf8fa6acb3699cb7db5459f447a1/488",
    "extensions_browsertests": "446770f091f51ae82f38063a9123a26f7e9960d16a60d4d916750092e603a506/651",
    "extensions_unittests": "bc91c5f36ebb1acdeef21c6a5f73876bf83eb9635b5147cf0a6530304fc922e7/730",
    "filesystem_service_unittests": "a90a2694a9784028bf7db0fe7af280cf7105f8725f089315a9968dcb1773adfb/488",
    "fuzzing_unittests": "46eb5c9d2b77d6065801cbb0e7ecb98d36e3ebf87b2b99fec103f2034f04c70d/488",
    "gcm_unit_tests": "8744d9a21c73cec542145f2063032135f536b4b280996488d8ff3f6fd0bde196/565",
    "gfx_unittests": "632093a4c42ab27a45d69e7797531fb0c2159a568687a5d04d30a8137cd24bb7/564",
    "gin_unittests": "0e164584d40a7d96b7da67acbceee545b24a76dbe25f3281fa2f39f3b9e70615/565",
    "gl_tests": "6043987bed83a805d752ecae5cb931a2a04be1857a7414a4964d2a13e84f2f8f/488",
    "gl_unittests": "11b0224621781a52df1698f382a00b644056907c39ebfa9de4c6820c4dd44cda/488",
    "google_apis_unittests": "fba399fa6e8918b82ef957b6c99bd7cbcc0024f6306440de86c0a183ad2dc59d/650",
    "gpu_unittests": "bbc8884291f3f88edd292986ec44a609ce01533ae3ec4136ff4014c4434449e5/565",
    "gwp_asan_unittests": "d1e696475708ac9cd5e2c07b037b9c82e2bc04aed1a303e1034475d68213cc37/489",
    "headless_browsertests": "72521115d453879b16daeed1416d02d0df2a90d45c07cbd3d75b35797fc362a7/649",
    "headless_unittests": "aa2f5a30d4ea76e40e2f3d4bb53536865bbf08c9825604410941650b490182b8/488",
    "interactive_ui_tests": "eaf450d882df2d5c67222ed019a27b97312bf4e6a21c154b9ac2f7472a8f2d87/973",
    "ipc_tests": "b8faaa1dbb756323df6ac6eb583246484987f3f6d1c51fed3aab3a8b709ea506/488",
    "latency_unittests": "f712a937dc8dd57d1b5615d04fbdecdbd1ada080451f8b2c1fab41e1275d26aa/488",
    "leveldb_unittests": "be5e46a26553181b809e0cd776a5b5c588681f0eac3eca8172951c6136e46345/488",
    "libjingle_xmpp_unittests": "45f607d8e1bc37d2c75b1141bd235a9e4fe86b78e47165dabdbbd20e440dce5f/488",
    "liburlpattern_unittests": "443775fc9f318d6d7989222a67ff6785df106995b17cba86e860587cc37d7a37/488",
    "media_unittests": "10a38c435694a92adfba57b79a7459a8442bbda4b9de3edc578aac4190b7914e/568",
    "message_center_unittests": "c223700628c121d2296a3a31006019349b1212771ceb75375eacf394b734fa0a/488",
    "midi_unittests": "067ffa8a8bf8b990dd849a238d4acdfc7805c243e78f7d62dd17ad4b0421c3fa/488",
    "mojo_unittests": "a0a3c75277318b7c43e9a1c839afb520b1505ce965768e4959c17ee803a9f745/566",
    "native_theme_unittests": "ca6762c4ac8d1612de4818395867d1818e3ec940cd6870df3e88f70fabe24536/488",
    "net_unittests": "0fbeccada1113fd29437a6a89d3b87af1cbc8e50ddec448add4c57ffe9e11928/567",
    "openscreen_unittests": "73dc47acb99631f4164e98a13f3c27779d21b301db1f3f5ed353b40cadf2333e/489",
    "ozone_unittests": "f83c6ed6e01b8f245b8f455a3b6232957d7fa64b98c7721d13470bf5a8527b24/488",
    "ozone_x11_unittests": "a182f56a159eec4df648426a675bf54b3b5538c1e389614701ec69c1435a387f/488",
    "pdf_unittests": "7e8dc4afb17bdca9b71809af95f8480f7cbf576cbcc8c2d60cce29b196b28249/565",
    "perfetto_unittests": "781ca1f7554636a41580bf93971d6564774d7baa55f5035d3d04a48eff1e5730/488",
    "printing_unittests": "42a74e025cabab89d3d5591daef9d5219f7a148c1ba2bc8760c95d39afa938a7/488",
    "pthreadpool_unittests": "40dad1a862b7f284339af2a0b52a0a7188d80efde3aa8febeb192444cb9ad2a0/488",
    "remoting_unittests": "52afe2813724f68dd7e8b9b460ed5cb46ed404e6b87a8cd7c4476957259afe9a/565",
    "sandbox_linux_unittests": "96f7484daefbd76e85d61ddd2f1d1a303c81e41d73d463b7319a54ae90e7c8ce/488",
    "services_unittests": "e967197a427ac86a58c8e44df5837b92d1cf8b1bc450b820445fed4362a2a04d/734",
    "shell_dialogs_unittests": "0794c78916c7868eab4c59c34bff875c75b60aff8b6a3d9c37a5e9bf7ea8712b/488",
    "skia_unittests": "02e7d0f2432aadc1e2715cd697976bc0b7d1aad5d5ad3e8b4163f678aa827383/488",
    "snapshot_unittests": "f229a8f4d404df9f0b9ec393d9d3c205222a794209834eb02a4c34ba645a6459/488",
    "sql_unittests": "828333d8b5755e96865a2c51acc412828c9a79dd30b5536494207cd5455fd320/565",
    "storage_unittests": "7366ba3e701b2f9a1b9383f69470f519d06e7aad6855a52c662092f22980ca21/646",
    "sync_integration_tests": "e592b841e49b9315789af6017bdf01c9479bae206f8d3d84a79f751c00a596b3/647",
    "ui_base_unittests": "9aba1103c7d6fb2ebfb70bfd0685a605447145857f9ecf21e65afb7006322dc0/641",
    "ui_touch_selection_unittests": "9fb46c508275da0105f06461d68edcae326d5f18ca90527dba31442ecc336d14/488",
    "ui_unittests": "047cdd667f8165cbee41bcd5536e0bbccc67d44758b3b348a70cb070aa02eef9/488",
    "unit_tests": "bbd537384e5fd8e737e2febf726421914e097e25ad66d96d044d49f4aafc2ffd/1061",
    "url_unittests": "bb87103868db349fd282719ed3f143f84037439cdb1d60cd80e5bcee0e35c77d/488",
    "views_unittests": "c5184286752f659abe5d603748390fd1e76a324e9ac6e2b23bd6bb71bb351aba/488",
    "viz_unittests": "5d95946ca0e9d108ca8f92101b5b61afa6c66b3f59cc5da2931ca0b41fdee5a9/572",
    "vr_common_unittests": "c1d4a6d2931fc2053a6df8f331a37b6ce25ecb646f7dd845c36535d0bb7a27d1/566",
    "wm_unittests": "946ec4cfd6363511a1a9ef8d3abe88bdc5709176ccb41f21fd94c6cc2fd07668/488",
    "wtf_unittests": "91d130efc24db0fc5483b5bd2bda49627a9acd661940581f13cf0401fc40c8a8/488",
    "xr_browser_tests": "6d62df5be36e2f1984ace6d751183d1611277ae3e0c850f378601697d177e1b3/646",
    "zlib_unittests": "c91e4a9467af289baeca76f5051f8eed415e567c3dd55b1eed186d8fff461dca/489"
  },
  "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ab207775036e5b52fef348a9a0e19a8297064809
  • gitiles_ref:refs/branch-heads/7151
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:606
  • user_agent:recipe

Debug log (UTC)

[16:06:08.063] New invocation is queued and will start shortly
[16:06:08.063] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:06:09.136] Starting the invocation (attempt 1)
[16:06:09.159] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ab207775036e5b52fef348a9a0e19a8297064809"
[16:06:09.159] Popped gitiles commit info from properties and tags
[16:06:09.159] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:06:09.159] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:06:09.160] Buildbucket request:
{
  "requestId": "8879042780627992528",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "ab207775036e5b52fef348a9a0e19a8297064809",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7151"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8879042780627992528",
            "job": "chromium-m137/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "ab207775036e5b52fef348a9a0e19a8297064809",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7151"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "ab207775036e5b52fef348a9a0e19a8297064809"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8713616395987633761"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8713616395987633761"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8713616395987633761"
                                              }
                                        ],
                                    "parent_build_id": "8713616395987633761",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "df9c59dcacff7d186d00e3263a1aa68f8059137c",
                                    "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
                                    "parent_got_revision": "ab207775036e5b52fef348a9a0e19a8297064809",
                                    "parent_got_revision_cp": "refs/branch-heads/7151@{#1846}",
                                    "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
                                    "parent_got_v8_revision": "44fdd9108308773dd3f4fa040de5f4f75edf671f",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#19}",
                                    "parent_got_webrtc_revision": "cec4daea7ed5da94fc38d790bd12694c86865447",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7151@{#3}",
                                    "revision": "ab207775036e5b52fef348a9a0e19a8297064809",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "2c6ad30bd0fdf985c167460d3c31f7330faf29f48f5be819b8fde94eceea1611/488",
                                          "accessibility_unittests": "53879599b0fc003856ec09b12f97bed0e10c34b0bd531dd2da629d8a0198fa8c/488",
                                          "angle_unittests": "ef8626158a41f8af3a1ae563faad1caf96e35ae9c519d71391e15fcef8cd3de5/489",
                                          "app_shell_unittests": "e3a5224ba665a311e5dda119c70df8b29ba77db6a8a50476d2a0fbe52b513bf0/649",
                                          "aura_unittests": "ed4280369dea7739cfa77aa2dd87c07366ddabc683fe52d99e3ee788bd1ded03/488",
                                          "base_unittests": "ca1290247cb63620e5236b2b9dceefd350c9ae2b9cf5022daeb01221df65b3af/566",
                                          "blink_common_unittests": "c00230640727736fcc5ffdd0750475934f65535231e264f6c660e7cedb87021f/566",
                                          "blink_fuzzer_unittests": "c168232e6b8e208cc4e85e85710dff60307c290da1982094f68b6b1f0906ba05/488",
                                          "blink_heap_unittests": "4d295117d35e083311aee8d480bb9fd889b6f706f98180770a26d2aa7c5563f2/488",
                                          "blink_platform_unittests": "6f0163e4d5e9cd04d0441d94f5c58317f969290ad7bd0d181cf9e5f7aa3a8398/645",
                                          "blink_unittests": "0a13cc8ddacc3a35aee39760b2b430312284580f525073cd4f6074c3fdbdb4ef/729",
                                          "boringssl_crypto_tests": "ceafc230fbc2aca01a5b643ff1f5be2368deb916c367c1f3911c251dcbb7a987/489",
                                          "boringssl_ssl_tests": "ef6909cfd79872c2b7f6596f78c19b2aa1ac6a20c0461e381d06010596338d01/488",
                                          "capture_unittests": "cb11be45f7fc525adf152dad1576644272ab02c572d7603e8a12341c97a279c8/567",
                                          "cast_unittests": "7ddc9b348167a9c3c55343727b429eefaa8091a8fcf89bf6334cb44d3f2db2b1/488",
                                          "cc_unittests": "220d309143b2d2a1b964d3e668e7cd868fc2a6ab34801f26bcb9a1bdfb155266/648",
                                          "chrome_app_unittests": "111035278f0e295338a865a3ce1ab96f2ee30e1090c7082cd179ce70329c90cf/566",
                                          "chromedriver_unittests": "9bc0d9f4dc32c8c17d25e657b842f0a2f11c02f2c7ce4ddd3afc392135cfaa5b/645",
                                          "components_browsertests": "26b5d6ae29b7e4a559b8079998a4bf99afc00c248073599566d249e7b094a9c1/732",
                                          "components_unittests": "49243812b4164fbfc7c54abe7aad84b93bdf167156630f1e450ab48d275a75fe/811",
                                          "compositor_unittests": "d77c67cc682dc47dbe7a3f8d91e3fd9d7eaf5e8a38c365631a6ecd90c83c0318/564",
                                          "content_browsertests": "fd11bc39991d1e0e71710288c1cc3c11baabbb8f706f557d4d83d9eebdc06603/805",
                                          "content_unittests": "034b02f9f5f99a60ab800e887449f5207d36bd0aad6aa09aa67e7b8978a1139a/725",
                                          "cronet_tests": "21e08e347b2c2493892c3cfa463099def7abc1ca4d865c640458e276b31734e4/649",
                                          "cronet_unittests": "4986885d54885b3be54e64ce45db8d0de181bf178de24450c2ce610a78cc2b5f/565",
                                          "crypto_unittests": "201a7c45b1932649904453284149d7798fa7b71619b0ca6c14a2937ee46fa2d4/488",
                                          "dbus_unittests": "9e6befcb7f38b8f99f6239a9bf7f42dea692a6d0c71da77d34c2d2e2aa7d05db/488",
                                          "device_unittests": "199c8e949e66d43233b2b81399fbe07b1ea9414b7b949d665e369321d7d38253/565",
                                          "display_unittests": "0bf396cebf23ed2e70c67236c43d3c15e828c39d1b7423fb31f2b1f50ac6109a/488",
                                          "env_chromium_unittests": "1130cd41a2f94cb655ccfdffe7a304d6461bf461a158b604d2b0f22903b8ed85/488",
                                          "events_unittests": "9d229926663ab45541cd102b789aeff4963fbf8fa6acb3699cb7db5459f447a1/488",
                                          "extensions_browsertests": "446770f091f51ae82f38063a9123a26f7e9960d16a60d4d916750092e603a506/651",
                                          "extensions_unittests": "bc91c5f36ebb1acdeef21c6a5f73876bf83eb9635b5147cf0a6530304fc922e7/730",
                                          "filesystem_service_unittests": "a90a2694a9784028bf7db0fe7af280cf7105f8725f089315a9968dcb1773adfb/488",
                                          "fuzzing_unittests": "46eb5c9d2b77d6065801cbb0e7ecb98d36e3ebf87b2b99fec103f2034f04c70d/488",
                                          "gcm_unit_tests": "8744d9a21c73cec542145f2063032135f536b4b280996488d8ff3f6fd0bde196/565",
                                          "gfx_unittests": "632093a4c42ab27a45d69e7797531fb0c2159a568687a5d04d30a8137cd24bb7/564",
                                          "gin_unittests": "0e164584d40a7d96b7da67acbceee545b24a76dbe25f3281fa2f39f3b9e70615/565",
                                          "gl_tests": "6043987bed83a805d752ecae5cb931a2a04be1857a7414a4964d2a13e84f2f8f/488",
                                          "gl_unittests": "11b0224621781a52df1698f382a00b644056907c39ebfa9de4c6820c4dd44cda/488",
                                          "google_apis_unittests": "fba399fa6e8918b82ef957b6c99bd7cbcc0024f6306440de86c0a183ad2dc59d/650",
                                          "gpu_unittests": "bbc8884291f3f88edd292986ec44a609ce01533ae3ec4136ff4014c4434449e5/565",
                                          "gwp_asan_unittests": "d1e696475708ac9cd5e2c07b037b9c82e2bc04aed1a303e1034475d68213cc37/489",
                                          "headless_browsertests": "72521115d453879b16daeed1416d02d0df2a90d45c07cbd3d75b35797fc362a7/649",
                                          "headless_unittests": "aa2f5a30d4ea76e40e2f3d4bb53536865bbf08c9825604410941650b490182b8/488",
                                          "interactive_ui_tests": "eaf450d882df2d5c67222ed019a27b97312bf4e6a21c154b9ac2f7472a8f2d87/973",
                                          "ipc_tests": "b8faaa1dbb756323df6ac6eb583246484987f3f6d1c51fed3aab3a8b709ea506/488",
                                          "latency_unittests": "f712a937dc8dd57d1b5615d04fbdecdbd1ada080451f8b2c1fab41e1275d26aa/488",
                                          "leveldb_unittests": "be5e46a26553181b809e0cd776a5b5c588681f0eac3eca8172951c6136e46345/488",
                                          "libjingle_xmpp_unittests": "45f607d8e1bc37d2c75b1141bd235a9e4fe86b78e47165dabdbbd20e440dce5f/488",
                                          "liburlpattern_unittests": "443775fc9f318d6d7989222a67ff6785df106995b17cba86e860587cc37d7a37/488",
                                          "media_unittests": "10a38c435694a92adfba57b79a7459a8442bbda4b9de3edc578aac4190b7914e/568",
                                          "message_center_unittests": "c223700628c121d2296a3a31006019349b1212771ceb75375eacf394b734fa0a/488",
                                          "midi_unittests": "067ffa8a8bf8b990dd849a238d4acdfc7805c243e78f7d62dd17ad4b0421c3fa/488",
                                          "mojo_unittests": "a0a3c75277318b7c43e9a1c839afb520b1505ce965768e4959c17ee803a9f745/566",
                                          "native_theme_unittests": "ca6762c4ac8d1612de4818395867d1818e3ec940cd6870df3e88f70fabe24536/488",
                                          "net_unittests": "0fbeccada1113fd29437a6a89d3b87af1cbc8e50ddec448add4c57ffe9e11928/567",
                                          "openscreen_unittests": "73dc47acb99631f4164e98a13f3c27779d21b301db1f3f5ed353b40cadf2333e/489",
                                          "ozone_unittests": "f83c6ed6e01b8f245b8f455a3b6232957d7fa64b98c7721d13470bf5a8527b24/488",
                                          "ozone_x11_unittests": "a182f56a159eec4df648426a675bf54b3b5538c1e389614701ec69c1435a387f/488",
                                          "pdf_unittests": "7e8dc4afb17bdca9b71809af95f8480f7cbf576cbcc8c2d60cce29b196b28249/565",
                                          "perfetto_unittests": "781ca1f7554636a41580bf93971d6564774d7baa55f5035d3d04a48eff1e5730/488",
                                          "printing_unittests": "42a74e025cabab89d3d5591daef9d5219f7a148c1ba2bc8760c95d39afa938a7/488",
                                          "pthreadpool_unittests": "40dad1a862b7f284339af2a0b52a0a7188d80efde3aa8febeb192444cb9ad2a0/488",
                                          "remoting_unittests": "52afe2813724f68dd7e8b9b460ed5cb46ed404e6b87a8cd7c4476957259afe9a/565",
                                          "sandbox_linux_unittests": "96f7484daefbd76e85d61ddd2f1d1a303c81e41d73d463b7319a54ae90e7c8ce/488",
                                          "services_unittests": "e967197a427ac86a58c8e44df5837b92d1cf8b1bc450b820445fed4362a2a04d/734",
                                          "shell_dialogs_unittests": "0794c78916c7868eab4c59c34bff875c75b60aff8b6a3d9c37a5e9bf7ea8712b/488",
                                          "skia_unittests": "02e7d0f2432aadc1e2715cd697976bc0b7d1aad5d5ad3e8b4163f678aa827383/488",
                                          "snapshot_unittests": "f229a8f4d404df9f0b9ec393d9d3c205222a794209834eb02a4c34ba645a6459/488",
                                          "sql_unittests": "828333d8b5755e96865a2c51acc412828c9a79dd30b5536494207cd5455fd320/565",
                                          "storage_unittests": "7366ba3e701b2f9a1b9383f69470f519d06e7aad6855a52c662092f22980ca21/646",
                                          "sync_integration_tests": "e592b841e49b9315789af6017bdf01c9479bae206f8d3d84a79f751c00a596b3/647",
                                          "ui_base_unittests": "9aba1103c7d6fb2ebfb70bfd0685a605447145857f9ecf21e65afb7006322dc0/641",
                                          "ui_touch_selection_unittests": "9fb46c508275da0105f06461d68edcae326d5f18ca90527dba31442ecc336d14/488",
                                          "ui_unittests": "047cdd667f8165cbee41bcd5536e0bbccc67d44758b3b348a70cb070aa02eef9/488",
                                          "unit_tests": "bbd537384e5fd8e737e2febf726421914e097e25ad66d96d044d49f4aafc2ffd/1061",
                                          "url_unittests": "bb87103868db349fd282719ed3f143f84037439cdb1d60cd80e5bcee0e35c77d/488",
                                          "views_unittests": "c5184286752f659abe5d603748390fd1e76a324e9ac6e2b23bd6bb71bb351aba/488",
                                          "viz_unittests": "5d95946ca0e9d108ca8f92101b5b61afa6c66b3f59cc5da2931ca0b41fdee5a9/572",
                                          "vr_common_unittests": "c1d4a6d2931fc2053a6df8f331a37b6ce25ecb646f7dd845c36535d0bb7a27d1/566",
                                          "wm_unittests": "946ec4cfd6363511a1a9ef8d3abe88bdc5709176ccb41f21fd94c6cc2fd07668/488",
                                          "wtf_unittests": "91d130efc24db0fc5483b5bd2bda49627a9acd661940581f13cf0401fc40c8a8/488",
                                          "xr_browser_tests": "6d62df5be36e2f1984ace6d751183d1611277ae3e0c850f378601697d177e1b3/646",
                                          "zlib_unittests": "c91e4a9467af289baeca76f5051f8eed415e567c3dd55b1eed186d8fff461dca/489"
                                        },
                                    "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7151",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "ab207775036e5b52fef348a9a0e19a8297064809",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:606",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "7c78cd54-1967-4f3a-93ad-45e76dfae732",
                        "title": "Linux TSan Builder/606",
                        "url": "https://cr-buildbucket.appspot.com/build/8713616395987633761"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "ab207775036e5b52fef348a9a0e19a8297064809"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8713616395987633761"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8713616395987633761"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8713616395987633761"
                }
          ],
      "parent_build_id": "8713616395987633761",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "df9c59dcacff7d186d00e3263a1aa68f8059137c",
      "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
      "parent_got_revision": "ab207775036e5b52fef348a9a0e19a8297064809",
      "parent_got_revision_cp": "refs/branch-heads/7151@{#1846}",
      "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
      "parent_got_v8_revision": "44fdd9108308773dd3f4fa040de5f4f75edf671f",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#19}",
      "parent_got_webrtc_revision": "cec4daea7ed5da94fc38d790bd12694c86865447",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7151@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "2c6ad30bd0fdf985c167460d3c31f7330faf29f48f5be819b8fde94eceea1611/488",
            "accessibility_unittests": "53879599b0fc003856ec09b12f97bed0e10c34b0bd531dd2da629d8a0198fa8c/488",
            "angle_unittests": "ef8626158a41f8af3a1ae563faad1caf96e35ae9c519d71391e15fcef8cd3de5/489",
            "app_shell_unittests": "e3a5224ba665a311e5dda119c70df8b29ba77db6a8a50476d2a0fbe52b513bf0/649",
            "aura_unittests": "ed4280369dea7739cfa77aa2dd87c07366ddabc683fe52d99e3ee788bd1ded03/488",
            "base_unittests": "ca1290247cb63620e5236b2b9dceefd350c9ae2b9cf5022daeb01221df65b3af/566",
            "blink_common_unittests": "c00230640727736fcc5ffdd0750475934f65535231e264f6c660e7cedb87021f/566",
            "blink_fuzzer_unittests": "c168232e6b8e208cc4e85e85710dff60307c290da1982094f68b6b1f0906ba05/488",
            "blink_heap_unittests": "4d295117d35e083311aee8d480bb9fd889b6f706f98180770a26d2aa7c5563f2/488",
            "blink_platform_unittests": "6f0163e4d5e9cd04d0441d94f5c58317f969290ad7bd0d181cf9e5f7aa3a8398/645",
            "blink_unittests": "0a13cc8ddacc3a35aee39760b2b430312284580f525073cd4f6074c3fdbdb4ef/729",
            "boringssl_crypto_tests": "ceafc230fbc2aca01a5b643ff1f5be2368deb916c367c1f3911c251dcbb7a987/489",
            "boringssl_ssl_tests": "ef6909cfd79872c2b7f6596f78c19b2aa1ac6a20c0461e381d06010596338d01/488",
            "capture_unittests": "cb11be45f7fc525adf152dad1576644272ab02c572d7603e8a12341c97a279c8/567",
            "cast_unittests": "7ddc9b348167a9c3c55343727b429eefaa8091a8fcf89bf6334cb44d3f2db2b1/488",
            "cc_unittests": "220d309143b2d2a1b964d3e668e7cd868fc2a6ab34801f26bcb9a1bdfb155266/648",
            "chrome_app_unittests": "111035278f0e295338a865a3ce1ab96f2ee30e1090c7082cd179ce70329c90cf/566",
            "chromedriver_unittests": "9bc0d9f4dc32c8c17d25e657b842f0a2f11c02f2c7ce4ddd3afc392135cfaa5b/645",
            "components_browsertests": "26b5d6ae29b7e4a559b8079998a4bf99afc00c248073599566d249e7b094a9c1/732",
            "components_unittests": "49243812b4164fbfc7c54abe7aad84b93bdf167156630f1e450ab48d275a75fe/811",
            "compositor_unittests": "d77c67cc682dc47dbe7a3f8d91e3fd9d7eaf5e8a38c365631a6ecd90c83c0318/564",
            "content_browsertests": "fd11bc39991d1e0e71710288c1cc3c11baabbb8f706f557d4d83d9eebdc06603/805",
            "content_unittests": "034b02f9f5f99a60ab800e887449f5207d36bd0aad6aa09aa67e7b8978a1139a/725",
            "cronet_tests": "21e08e347b2c2493892c3cfa463099def7abc1ca4d865c640458e276b31734e4/649",
            "cronet_unittests": "4986885d54885b3be54e64ce45db8d0de181bf178de24450c2ce610a78cc2b5f/565",
            "crypto_unittests": "201a7c45b1932649904453284149d7798fa7b71619b0ca6c14a2937ee46fa2d4/488",
            "dbus_unittests": "9e6befcb7f38b8f99f6239a9bf7f42dea692a6d0c71da77d34c2d2e2aa7d05db/488",
            "device_unittests": "199c8e949e66d43233b2b81399fbe07b1ea9414b7b949d665e369321d7d38253/565",
            "display_unittests": "0bf396cebf23ed2e70c67236c43d3c15e828c39d1b7423fb31f2b1f50ac6109a/488",
            "env_chromium_unittests": "1130cd41a2f94cb655ccfdffe7a304d6461bf461a158b604d2b0f22903b8ed85/488",
            "events_unittests": "9d229926663ab45541cd102b789aeff4963fbf8fa6acb3699cb7db5459f447a1/488",
            "extensions_browsertests": "446770f091f51ae82f38063a9123a26f7e9960d16a60d4d916750092e603a506/651",
            "extensions_unittests": "bc91c5f36ebb1acdeef21c6a5f73876bf83eb9635b5147cf0a6530304fc922e7/730",
            "filesystem_service_unittests": "a90a2694a9784028bf7db0fe7af280cf7105f8725f089315a9968dcb1773adfb/488",
            "fuzzing_unittests": "46eb5c9d2b77d6065801cbb0e7ecb98d36e3ebf87b2b99fec103f2034f04c70d/488",
            "gcm_unit_tests": "8744d9a21c73cec542145f2063032135f536b4b280996488d8ff3f6fd0bde196/565",
            "gfx_unittests": "632093a4c42ab27a45d69e7797531fb0c2159a568687a5d04d30a8137cd24bb7/564",
            "gin_unittests": "0e164584d40a7d96b7da67acbceee545b24a76dbe25f3281fa2f39f3b9e70615/565",
            "gl_tests": "6043987bed83a805d752ecae5cb931a2a04be1857a7414a4964d2a13e84f2f8f/488",
            "gl_unittests": "11b0224621781a52df1698f382a00b644056907c39ebfa9de4c6820c4dd44cda/488",
            "google_apis_unittests": "fba399fa6e8918b82ef957b6c99bd7cbcc0024f6306440de86c0a183ad2dc59d/650",
            "gpu_unittests": "bbc8884291f3f88edd292986ec44a609ce01533ae3ec4136ff4014c4434449e5/565",
            "gwp_asan_unittests": "d1e696475708ac9cd5e2c07b037b9c82e2bc04aed1a303e1034475d68213cc37/489",
            "headless_browsertests": "72521115d453879b16daeed1416d02d0df2a90d45c07cbd3d75b35797fc362a7/649",
            "headless_unittests": "aa2f5a30d4ea76e40e2f3d4bb53536865bbf08c9825604410941650b490182b8/488",
            "interactive_ui_tests": "eaf450d882df2d5c67222ed019a27b97312bf4e6a21c154b9ac2f7472a8f2d87/973",
            "ipc_tests": "b8faaa1dbb756323df6ac6eb583246484987f3f6d1c51fed3aab3a8b709ea506/488",
            "latency_unittests": "f712a937dc8dd57d1b5615d04fbdecdbd1ada080451f8b2c1fab41e1275d26aa/488",
            "leveldb_unittests": "be5e46a26553181b809e0cd776a5b5c588681f0eac3eca8172951c6136e46345/488",
            "libjingle_xmpp_unittests": "45f607d8e1bc37d2c75b1141bd235a9e4fe86b78e47165dabdbbd20e440dce5f/488",
            "liburlpattern_unittests": "443775fc9f318d6d7989222a67ff6785df106995b17cba86e860587cc37d7a37/488",
            "media_unittests": "10a38c435694a92adfba57b79a7459a8442bbda4b9de3edc578aac4190b7914e/568",
            "message_center_unittests": "c223700628c121d2296a3a31006019349b1212771ceb75375eacf394b734fa0a/488",
            "midi_unittests": "067ffa8a8bf8b990dd849a238d4acdfc7805c243e78f7d62dd17ad4b0421c3fa/488",
            "mojo_unittests": "a0a3c75277318b7c43e9a1c839afb520b1505ce965768e4959c17ee803a9f745/566",
            "native_theme_unittests": "ca6762c4ac8d1612de4818395867d1818e3ec940cd6870df3e88f70fabe24536/488",
            "net_unittests": "0fbeccada1113fd29437a6a89d3b87af1cbc8e50ddec448add4c57ffe9e11928/567",
            "openscreen_unittests": "73dc47acb99631f4164e98a13f3c27779d21b301db1f3f5ed353b40cadf2333e/489",
            "ozone_unittests": "f83c6ed6e01b8f245b8f455a3b6232957d7fa64b98c7721d13470bf5a8527b24/488",
            "ozone_x11_unittests": "a182f56a159eec4df648426a675bf54b3b5538c1e389614701ec69c1435a387f/488",
            "pdf_unittests": "7e8dc4afb17bdca9b71809af95f8480f7cbf576cbcc8c2d60cce29b196b28249/565",
            "perfetto_unittests": "781ca1f7554636a41580bf93971d6564774d7baa55f5035d3d04a48eff1e5730/488",
            "printing_unittests": "42a74e025cabab89d3d5591daef9d5219f7a148c1ba2bc8760c95d39afa938a7/488",
            "pthreadpool_unittests": "40dad1a862b7f284339af2a0b52a0a7188d80efde3aa8febeb192444cb9ad2a0/488",
            "remoting_unittests": "52afe2813724f68dd7e8b9b460ed5cb46ed404e6b87a8cd7c4476957259afe9a/565",
            "sandbox_linux_unittests": "96f7484daefbd76e85d61ddd2f1d1a303c81e41d73d463b7319a54ae90e7c8ce/488",
            "services_unittests": "e967197a427ac86a58c8e44df5837b92d1cf8b1bc450b820445fed4362a2a04d/734",
            "shell_dialogs_unittests": "0794c78916c7868eab4c59c34bff875c75b60aff8b6a3d9c37a5e9bf7ea8712b/488",
            "skia_unittests": "02e7d0f2432aadc1e2715cd697976bc0b7d1aad5d5ad3e8b4163f678aa827383/488",
            "snapshot_unittests": "f229a8f4d404df9f0b9ec393d9d3c205222a794209834eb02a4c34ba645a6459/488",
            "sql_unittests": "828333d8b5755e96865a2c51acc412828c9a79dd30b5536494207cd5455fd320/565",
            "storage_unittests": "7366ba3e701b2f9a1b9383f69470f519d06e7aad6855a52c662092f22980ca21/646",
            "sync_integration_tests": "e592b841e49b9315789af6017bdf01c9479bae206f8d3d84a79f751c00a596b3/647",
            "ui_base_unittests": "9aba1103c7d6fb2ebfb70bfd0685a605447145857f9ecf21e65afb7006322dc0/641",
            "ui_touch_selection_unittests": "9fb46c508275da0105f06461d68edcae326d5f18ca90527dba31442ecc336d14/488",
            "ui_unittests": "047cdd667f8165cbee41bcd5536e0bbccc67d44758b3b348a70cb070aa02eef9/488",
            "unit_tests": "bbd537384e5fd8e737e2febf726421914e097e25ad66d96d044d49f4aafc2ffd/1061",
            "url_unittests": "bb87103868db349fd282719ed3f143f84037439cdb1d60cd80e5bcee0e35c77d/488",
            "views_unittests": "c5184286752f659abe5d603748390fd1e76a324e9ac6e2b23bd6bb71bb351aba/488",
            "viz_unittests": "5d95946ca0e9d108ca8f92101b5b61afa6c66b3f59cc5da2931ca0b41fdee5a9/572",
            "vr_common_unittests": "c1d4a6d2931fc2053a6df8f331a37b6ce25ecb646f7dd845c36535d0bb7a27d1/566",
            "wm_unittests": "946ec4cfd6363511a1a9ef8d3abe88bdc5709176ccb41f21fd94c6cc2fd07668/488",
            "wtf_unittests": "91d130efc24db0fc5483b5bd2bda49627a9acd661940581f13cf0401fc40c8a8/488",
            "xr_browser_tests": "6d62df5be36e2f1984ace6d751183d1611277ae3e0c850f378601697d177e1b3/646",
            "zlib_unittests": "c91e4a9467af289baeca76f5051f8eed415e567c3dd55b1eed186d8fff461dca/489"
          },
      "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ab207775036e5b52fef348a9a0e19a8297064809",
    "ref": "refs/branch-heads/7151"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8879042780627992528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m137/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "606"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:06:09.749] Scheduled build:
{
  "id": "8713612718722409441",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 604,
  "createdBy": "project:chromium-m137",
  "createTime": "2025-05-28T16:06:09.251289561Z",
  "updateTime": "2025-05-28T16:06:09.251289561Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ab207775036e5b52fef348a9a0e19a8297064809",
      "ref": "refs/branch-heads/7151"
    }
  }
}
[16:06:09.749] Task URL: https://cr-buildbucket.appspot.com/build/8713612718722409441
[16:06:09.749] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879042780627992528:2:0) after 6m19s
[16:06:09.805] Received PubSub notification, asking Buildbucket for the build status
[16:06:09.844] Build status: SCHEDULED
[16:09:08.497] Received PubSub notification, asking Buildbucket for the build status
[16:09:08.527] Build status: STARTED
[16:12:28.924] Handling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879042780627992528:2:0)
[16:12:29.216] Build status: STARTED
[16:12:29.216] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879042780627992528:5:0) after 4m16s
[16:16:45.302] Handling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879042780627992528:5:0)
[16:16:45.327] Build status: STARTED
[16:16:45.327] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879042780627992528:6:0) after 9m50s
[16:26:35.404] Handling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879042780627992528:6:0)
[16:26:35.516] Build status: STARTED
[16:26:35.516] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879042780627992528:7:0) after 8m34s
[16:32:55.447] Received PubSub notification, asking Buildbucket for the build status
[16:32:55.465] Build:
{
  "id": "8713612718722409441",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 604,
  "createdBy": "project:chromium-m137",
  "createTime": "2025-05-28T16:06:09.251289561Z",
  "startTime": "2025-05-28T16:09:04.797764198Z",
  "endTime": "2025-05-28T16:32:55.030249515Z",
  "updateTime": "2025-05-28T16:32:55.030249515Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ab207775036e5b52fef348a9a0e19a8297064809",
      "ref": "refs/branch-heads/7151"
    }
  }
}
[16:32:55.465] Invocation finished in 26m47.415054468s with status FAILED