Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 21 minutes
Actions:

Definition (rev 10f958521df17c41c0ad067545717a377f427240)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7151"
      }
    ]
  },
  "branch": "refs/branch-heads/7151",
  "deps_revision_overrides": {
    "src": "a415855c86f7510ef75a612d85bf3fea590e0eaa"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8713687080167434353"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8713687080167434353"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8713687080167434353"
    }
  ],
  "parent_build_id": "8713687080167434353",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "df9c59dcacff7d186d00e3263a1aa68f8059137c",
  "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
  "parent_got_revision": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
  "parent_got_revision_cp": "refs/branch-heads/7151@{#1826}",
  "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
  "parent_got_v8_revision": "44fdd9108308773dd3f4fa040de5f4f75edf671f",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#19}",
  "parent_got_webrtc_revision": "cec4daea7ed5da94fc38d790bd12694c86865447",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7151@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
  "swarm_hashes": {
    "absl_hardening_tests": "2c6ad30bd0fdf985c167460d3c31f7330faf29f48f5be819b8fde94eceea1611/488",
    "accessibility_unittests": "74ed39564227bca4e5563f6e73c386c1a8a86449474ffad43a0d448513e88977/488",
    "angle_unittests": "ef8626158a41f8af3a1ae563faad1caf96e35ae9c519d71391e15fcef8cd3de5/489",
    "app_shell_unittests": "f5bceb524963b8251ce3cb09ddd383d3f31d48495f0a180c3559f6fd43105d23/649",
    "aura_unittests": "6b589b775e5e7b300b683eaacfe75357e787e382159a9216b0150668bcf85a9f/488",
    "base_unittests": "ca1290247cb63620e5236b2b9dceefd350c9ae2b9cf5022daeb01221df65b3af/566",
    "blink_common_unittests": "807e14e6b959618c958b5a2a29016ee1fb24baa0ec87f358453c34b7c00d065e/566",
    "blink_fuzzer_unittests": "01e4c18be91490fcd6fb454d69ce12379b74c30aca6381954f3a6935909e52dc/488",
    "blink_heap_unittests": "8a522bdc30fcfb4082649f1e1a33628821e1b82012dd7060338c229507c3b22d/488",
    "blink_platform_unittests": "409a6dfe10b9f054b800ccd2c4d29fc76e5c823e2eaf1bdda8608cf3f4b45204/645",
    "blink_unittests": "ef9d2f05d0d94b64df95eb8e7809ee7ec0380001751aa0da5f370570c9543b5c/729",
    "boringssl_crypto_tests": "ceafc230fbc2aca01a5b643ff1f5be2368deb916c367c1f3911c251dcbb7a987/489",
    "boringssl_ssl_tests": "ef6909cfd79872c2b7f6596f78c19b2aa1ac6a20c0461e381d06010596338d01/488",
    "capture_unittests": "0f0076645827fd8e78e3c651eb317860d681408e814bba4d477c5b9721a9ddd1/567",
    "cast_unittests": "7ddc9b348167a9c3c55343727b429eefaa8091a8fcf89bf6334cb44d3f2db2b1/488",
    "cc_unittests": "8738dd79001890bff9f0a3c2c00ac2c6782481620022545b6db70ed6309fe7ef/648",
    "chrome_app_unittests": "141becd594d9b12063938c720efb9fbd65c42182196eb541c43ad346712052d5/566",
    "chromedriver_unittests": "93e788822533c08700ba5dc1233dc932e38d829ef0ddf8e1dcff67970567a60a/645",
    "components_browsertests": "d4366b64e9dadeb6210e5dc34c8793e64eccd22d480a6df441da4a9f6110cc0a/732",
    "components_unittests": "ea34e72aec00ec636d1dbd5c3aed7ac3d98ccd25de8654e62a6dbce189d0890a/811",
    "compositor_unittests": "a14d1553508568abbf72c021a53894e83ac132aa70524259462d17c652769280/564",
    "content_browsertests": "2ffa004fef90ada2c615e9c7020e9a625abdb504bc783d5a0e8ec9aae373e081/805",
    "content_unittests": "d46648cd7f3b9aa73c90b9708c5b7a60dbdfca8546751d7c17297c64e04ae698/725",
    "cronet_tests": "27bf9bb9ea74a13ebdbaba2068c892db70a99799bf91de60d766878a5f293263/649",
    "cronet_unittests": "f8019eabf4ebf2a87b2379cadec6bd64479b976c5458746690e89837965c21d6/565",
    "crypto_unittests": "201a7c45b1932649904453284149d7798fa7b71619b0ca6c14a2937ee46fa2d4/488",
    "dbus_unittests": "9e6befcb7f38b8f99f6239a9bf7f42dea692a6d0c71da77d34c2d2e2aa7d05db/488",
    "device_unittests": "e9641839e23b98de30fbe4e5e0590f755115ff6440b242dfaa01cbe46d24e249/565",
    "display_unittests": "0bf396cebf23ed2e70c67236c43d3c15e828c39d1b7423fb31f2b1f50ac6109a/488",
    "env_chromium_unittests": "1130cd41a2f94cb655ccfdffe7a304d6461bf461a158b604d2b0f22903b8ed85/488",
    "events_unittests": "5565c67aa023835189f3df9bb18a78ca9f81423b75c2860d6bb513de5e46c71e/488",
    "extensions_browsertests": "be502f3720d06345679ceb996a113d505ed209472b71700a84870490552ac3fc/651",
    "extensions_unittests": "39ad6599973c2a2acb5692b0084d77cf6c13d69122e1cd29b733ea66353dc178/730",
    "filesystem_service_unittests": "a90a2694a9784028bf7db0fe7af280cf7105f8725f089315a9968dcb1773adfb/488",
    "fuzzing_unittests": "46eb5c9d2b77d6065801cbb0e7ecb98d36e3ebf87b2b99fec103f2034f04c70d/488",
    "gcm_unit_tests": "2684b0f5cebed608c53382e3f676f55d00f9b52b8f67c63b01b699eb909add9b/565",
    "gfx_unittests": "9cb9d51d8b23085e63bd3d80caa47384e8da2bbb5405f8588e22f9269e0ebdc4/564",
    "gin_unittests": "0e164584d40a7d96b7da67acbceee545b24a76dbe25f3281fa2f39f3b9e70615/565",
    "gl_tests": "a77307290e54f28df169a92d2216c9cb6775a9fd1e51aacd72c241399a0dfa1c/488",
    "gl_unittests": "11b0224621781a52df1698f382a00b644056907c39ebfa9de4c6820c4dd44cda/488",
    "google_apis_unittests": "7c2b61fa4dcaca1ccbd013b1baf670cd2098ab27849a451094aece1e1909a99e/650",
    "gpu_unittests": "9de7a9f96c174e68466b553278ecebf764b84276d6f4dd376240ee53a032008d/565",
    "gwp_asan_unittests": "d1e696475708ac9cd5e2c07b037b9c82e2bc04aed1a303e1034475d68213cc37/489",
    "headless_browsertests": "cb22ba114d0959dd5c7c6c9bbdac66f8a94f6b730bc3734f2610e74dbb60fe8a/649",
    "headless_unittests": "312b98ed6f049c61246af0bca1e6b1a21f6550b0780765e2c829601a03b63a2e/488",
    "interactive_ui_tests": "aca29e051fe0558d780e7c0b52ece3ec65cd22a617b8b7cb34036754da27b67a/973",
    "ipc_tests": "b8faaa1dbb756323df6ac6eb583246484987f3f6d1c51fed3aab3a8b709ea506/488",
    "latency_unittests": "f712a937dc8dd57d1b5615d04fbdecdbd1ada080451f8b2c1fab41e1275d26aa/488",
    "leveldb_unittests": "be5e46a26553181b809e0cd776a5b5c588681f0eac3eca8172951c6136e46345/488",
    "libjingle_xmpp_unittests": "45f607d8e1bc37d2c75b1141bd235a9e4fe86b78e47165dabdbbd20e440dce5f/488",
    "liburlpattern_unittests": "443775fc9f318d6d7989222a67ff6785df106995b17cba86e860587cc37d7a37/488",
    "media_unittests": "8e9ae119c1e5ba5eecfa594b418128b709ae1c33aa2baf1fa31a3d454b7db44f/568",
    "message_center_unittests": "a736584a65dc476ac460e6b97307d7426386813d4275c6cb946f835e74537513/488",
    "midi_unittests": "067ffa8a8bf8b990dd849a238d4acdfc7805c243e78f7d62dd17ad4b0421c3fa/488",
    "mojo_unittests": "c4bc918a8f379736a692979af6587c3a794bf03f466404299286f1df0690ebe1/566",
    "native_theme_unittests": "ca6762c4ac8d1612de4818395867d1818e3ec940cd6870df3e88f70fabe24536/488",
    "net_unittests": "884a18e6217780887975e320d52941b8fe61557697ad9e39ac4cd84b9d8c4759/567",
    "openscreen_unittests": "73dc47acb99631f4164e98a13f3c27779d21b301db1f3f5ed353b40cadf2333e/489",
    "ozone_unittests": "f83c6ed6e01b8f245b8f455a3b6232957d7fa64b98c7721d13470bf5a8527b24/488",
    "ozone_x11_unittests": "a182f56a159eec4df648426a675bf54b3b5538c1e389614701ec69c1435a387f/488",
    "pdf_unittests": "556cb5f7787f563b9375eb6a24164b55bb44f1cb9ce4ec6f46058f3980753bbb/565",
    "perfetto_unittests": "781ca1f7554636a41580bf93971d6564774d7baa55f5035d3d04a48eff1e5730/488",
    "printing_unittests": "eb4fa6a75971c1bd1a797149b8de48be19042d45b237d0841f2ad3c2c819e526/488",
    "pthreadpool_unittests": "40dad1a862b7f284339af2a0b52a0a7188d80efde3aa8febeb192444cb9ad2a0/488",
    "remoting_unittests": "4c567b1fed4427aa895b7c9a5fbc0f207173b28b5ba27d08e0396c17d8730c69/565",
    "sandbox_linux_unittests": "96f7484daefbd76e85d61ddd2f1d1a303c81e41d73d463b7319a54ae90e7c8ce/488",
    "services_unittests": "083c766b8465076c0f72091c2a99605e1cc01f621ede8c92c2e88c863e251bfc/734",
    "shell_dialogs_unittests": "2935292e30b22e71e882aebeff954162dde5339ea4d9111a43c12a66bda65afd/488",
    "skia_unittests": "02e7d0f2432aadc1e2715cd697976bc0b7d1aad5d5ad3e8b4163f678aa827383/488",
    "snapshot_unittests": "5ac1cbd5133956a63d50a04d3d97c9ef66df417fda921cf3f4ed74447e8f58ab/488",
    "sql_unittests": "828333d8b5755e96865a2c51acc412828c9a79dd30b5536494207cd5455fd320/565",
    "storage_unittests": "6667e58bb358d97a99c89e6ed12a128a435e9e114f091076a5d2f878e3fee351/646",
    "sync_integration_tests": "f9e182ad4f2aed3a87100657a7d1a1cee0b3b9b22fac6e8066ab0f77552025a1/647",
    "ui_base_unittests": "8ca6e94bf1ec0bcf99f328ff130c31b1ddf2b2500f5cade9604ce509da743eb8/641",
    "ui_touch_selection_unittests": "9161785ffaf4f329df63a6e778576d7cbe296cf4a7c94ee6c00785cca8ce313e/488",
    "ui_unittests": "047cdd667f8165cbee41bcd5536e0bbccc67d44758b3b348a70cb070aa02eef9/488",
    "unit_tests": "56d513492a89e7d3a463089aad58eecdd012e3608d9e8d2a580b6fa35ae2a308/1061",
    "url_unittests": "bb87103868db349fd282719ed3f143f84037439cdb1d60cd80e5bcee0e35c77d/488",
    "views_unittests": "1dcb2f571008d2a759d1937ef32102342a7ac56d2e0fd3df42fe7346fab311a4/488",
    "viz_unittests": "99422e8bfac97a4e55415b299d551ba317e63f342b350dd17f97ede5a98857e4/572",
    "vr_common_unittests": "9ac7c0c3b0c6cbefe0d894b1d68442b78cacd71910b123b3f316fdb039359140/566",
    "wm_unittests": "14595c66e680c383b2e1bf18700b3199b2f191a6f2efef5846f3fd14dcf6ffa3/488",
    "wtf_unittests": "df1650717ba0b4a5d0c0df30609ebc1c9d60a3bec1fd12f1d6fd493afe61ccf2/488",
    "xr_browser_tests": "1458fd49c324522269ea452ef1f40da12dbace048df6587db5d72504013af192/646",
    "zlib_unittests": "c91e4a9467af289baeca76f5051f8eed415e567c3dd55b1eed186d8fff461dca/489"
  },
  "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a415855c86f7510ef75a612d85bf3fea590e0eaa
  • gitiles_ref:refs/branch-heads/7151
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:598
  • user_agent:recipe

Debug log (UTC)

[21:36:46.440] New invocation is queued and will start shortly
[21:36:46.440] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:36:47.609] Starting the invocation (attempt 1)
[21:36:47.632] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a415855c86f7510ef75a612d85bf3fea590e0eaa"
[21:36:47.632] Popped gitiles commit info from properties and tags
[21:36:47.632] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:36:47.633] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:36:47.634] Buildbucket request:
{
  "requestId": "8879112575542696864",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7151"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8879112575542696864",
            "job": "chromium-m137/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7151"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "a415855c86f7510ef75a612d85bf3fea590e0eaa"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8713687080167434353"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8713687080167434353"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8713687080167434353"
                                              }
                                        ],
                                    "parent_build_id": "8713687080167434353",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "df9c59dcacff7d186d00e3263a1aa68f8059137c",
                                    "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
                                    "parent_got_revision": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
                                    "parent_got_revision_cp": "refs/branch-heads/7151@{#1826}",
                                    "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
                                    "parent_got_v8_revision": "44fdd9108308773dd3f4fa040de5f4f75edf671f",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#19}",
                                    "parent_got_webrtc_revision": "cec4daea7ed5da94fc38d790bd12694c86865447",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7151@{#3}",
                                    "revision": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "2c6ad30bd0fdf985c167460d3c31f7330faf29f48f5be819b8fde94eceea1611/488",
                                          "accessibility_unittests": "74ed39564227bca4e5563f6e73c386c1a8a86449474ffad43a0d448513e88977/488",
                                          "angle_unittests": "ef8626158a41f8af3a1ae563faad1caf96e35ae9c519d71391e15fcef8cd3de5/489",
                                          "app_shell_unittests": "f5bceb524963b8251ce3cb09ddd383d3f31d48495f0a180c3559f6fd43105d23/649",
                                          "aura_unittests": "6b589b775e5e7b300b683eaacfe75357e787e382159a9216b0150668bcf85a9f/488",
                                          "base_unittests": "ca1290247cb63620e5236b2b9dceefd350c9ae2b9cf5022daeb01221df65b3af/566",
                                          "blink_common_unittests": "807e14e6b959618c958b5a2a29016ee1fb24baa0ec87f358453c34b7c00d065e/566",
                                          "blink_fuzzer_unittests": "01e4c18be91490fcd6fb454d69ce12379b74c30aca6381954f3a6935909e52dc/488",
                                          "blink_heap_unittests": "8a522bdc30fcfb4082649f1e1a33628821e1b82012dd7060338c229507c3b22d/488",
                                          "blink_platform_unittests": "409a6dfe10b9f054b800ccd2c4d29fc76e5c823e2eaf1bdda8608cf3f4b45204/645",
                                          "blink_unittests": "ef9d2f05d0d94b64df95eb8e7809ee7ec0380001751aa0da5f370570c9543b5c/729",
                                          "boringssl_crypto_tests": "ceafc230fbc2aca01a5b643ff1f5be2368deb916c367c1f3911c251dcbb7a987/489",
                                          "boringssl_ssl_tests": "ef6909cfd79872c2b7f6596f78c19b2aa1ac6a20c0461e381d06010596338d01/488",
                                          "capture_unittests": "0f0076645827fd8e78e3c651eb317860d681408e814bba4d477c5b9721a9ddd1/567",
                                          "cast_unittests": "7ddc9b348167a9c3c55343727b429eefaa8091a8fcf89bf6334cb44d3f2db2b1/488",
                                          "cc_unittests": "8738dd79001890bff9f0a3c2c00ac2c6782481620022545b6db70ed6309fe7ef/648",
                                          "chrome_app_unittests": "141becd594d9b12063938c720efb9fbd65c42182196eb541c43ad346712052d5/566",
                                          "chromedriver_unittests": "93e788822533c08700ba5dc1233dc932e38d829ef0ddf8e1dcff67970567a60a/645",
                                          "components_browsertests": "d4366b64e9dadeb6210e5dc34c8793e64eccd22d480a6df441da4a9f6110cc0a/732",
                                          "components_unittests": "ea34e72aec00ec636d1dbd5c3aed7ac3d98ccd25de8654e62a6dbce189d0890a/811",
                                          "compositor_unittests": "a14d1553508568abbf72c021a53894e83ac132aa70524259462d17c652769280/564",
                                          "content_browsertests": "2ffa004fef90ada2c615e9c7020e9a625abdb504bc783d5a0e8ec9aae373e081/805",
                                          "content_unittests": "d46648cd7f3b9aa73c90b9708c5b7a60dbdfca8546751d7c17297c64e04ae698/725",
                                          "cronet_tests": "27bf9bb9ea74a13ebdbaba2068c892db70a99799bf91de60d766878a5f293263/649",
                                          "cronet_unittests": "f8019eabf4ebf2a87b2379cadec6bd64479b976c5458746690e89837965c21d6/565",
                                          "crypto_unittests": "201a7c45b1932649904453284149d7798fa7b71619b0ca6c14a2937ee46fa2d4/488",
                                          "dbus_unittests": "9e6befcb7f38b8f99f6239a9bf7f42dea692a6d0c71da77d34c2d2e2aa7d05db/488",
                                          "device_unittests": "e9641839e23b98de30fbe4e5e0590f755115ff6440b242dfaa01cbe46d24e249/565",
                                          "display_unittests": "0bf396cebf23ed2e70c67236c43d3c15e828c39d1b7423fb31f2b1f50ac6109a/488",
                                          "env_chromium_unittests": "1130cd41a2f94cb655ccfdffe7a304d6461bf461a158b604d2b0f22903b8ed85/488",
                                          "events_unittests": "5565c67aa023835189f3df9bb18a78ca9f81423b75c2860d6bb513de5e46c71e/488",
                                          "extensions_browsertests": "be502f3720d06345679ceb996a113d505ed209472b71700a84870490552ac3fc/651",
                                          "extensions_unittests": "39ad6599973c2a2acb5692b0084d77cf6c13d69122e1cd29b733ea66353dc178/730",
                                          "filesystem_service_unittests": "a90a2694a9784028bf7db0fe7af280cf7105f8725f089315a9968dcb1773adfb/488",
                                          "fuzzing_unittests": "46eb5c9d2b77d6065801cbb0e7ecb98d36e3ebf87b2b99fec103f2034f04c70d/488",
                                          "gcm_unit_tests": "2684b0f5cebed608c53382e3f676f55d00f9b52b8f67c63b01b699eb909add9b/565",
                                          "gfx_unittests": "9cb9d51d8b23085e63bd3d80caa47384e8da2bbb5405f8588e22f9269e0ebdc4/564",
                                          "gin_unittests": "0e164584d40a7d96b7da67acbceee545b24a76dbe25f3281fa2f39f3b9e70615/565",
                                          "gl_tests": "a77307290e54f28df169a92d2216c9cb6775a9fd1e51aacd72c241399a0dfa1c/488",
                                          "gl_unittests": "11b0224621781a52df1698f382a00b644056907c39ebfa9de4c6820c4dd44cda/488",
                                          "google_apis_unittests": "7c2b61fa4dcaca1ccbd013b1baf670cd2098ab27849a451094aece1e1909a99e/650",
                                          "gpu_unittests": "9de7a9f96c174e68466b553278ecebf764b84276d6f4dd376240ee53a032008d/565",
                                          "gwp_asan_unittests": "d1e696475708ac9cd5e2c07b037b9c82e2bc04aed1a303e1034475d68213cc37/489",
                                          "headless_browsertests": "cb22ba114d0959dd5c7c6c9bbdac66f8a94f6b730bc3734f2610e74dbb60fe8a/649",
                                          "headless_unittests": "312b98ed6f049c61246af0bca1e6b1a21f6550b0780765e2c829601a03b63a2e/488",
                                          "interactive_ui_tests": "aca29e051fe0558d780e7c0b52ece3ec65cd22a617b8b7cb34036754da27b67a/973",
                                          "ipc_tests": "b8faaa1dbb756323df6ac6eb583246484987f3f6d1c51fed3aab3a8b709ea506/488",
                                          "latency_unittests": "f712a937dc8dd57d1b5615d04fbdecdbd1ada080451f8b2c1fab41e1275d26aa/488",
                                          "leveldb_unittests": "be5e46a26553181b809e0cd776a5b5c588681f0eac3eca8172951c6136e46345/488",
                                          "libjingle_xmpp_unittests": "45f607d8e1bc37d2c75b1141bd235a9e4fe86b78e47165dabdbbd20e440dce5f/488",
                                          "liburlpattern_unittests": "443775fc9f318d6d7989222a67ff6785df106995b17cba86e860587cc37d7a37/488",
                                          "media_unittests": "8e9ae119c1e5ba5eecfa594b418128b709ae1c33aa2baf1fa31a3d454b7db44f/568",
                                          "message_center_unittests": "a736584a65dc476ac460e6b97307d7426386813d4275c6cb946f835e74537513/488",
                                          "midi_unittests": "067ffa8a8bf8b990dd849a238d4acdfc7805c243e78f7d62dd17ad4b0421c3fa/488",
                                          "mojo_unittests": "c4bc918a8f379736a692979af6587c3a794bf03f466404299286f1df0690ebe1/566",
                                          "native_theme_unittests": "ca6762c4ac8d1612de4818395867d1818e3ec940cd6870df3e88f70fabe24536/488",
                                          "net_unittests": "884a18e6217780887975e320d52941b8fe61557697ad9e39ac4cd84b9d8c4759/567",
                                          "openscreen_unittests": "73dc47acb99631f4164e98a13f3c27779d21b301db1f3f5ed353b40cadf2333e/489",
                                          "ozone_unittests": "f83c6ed6e01b8f245b8f455a3b6232957d7fa64b98c7721d13470bf5a8527b24/488",
                                          "ozone_x11_unittests": "a182f56a159eec4df648426a675bf54b3b5538c1e389614701ec69c1435a387f/488",
                                          "pdf_unittests": "556cb5f7787f563b9375eb6a24164b55bb44f1cb9ce4ec6f46058f3980753bbb/565",
                                          "perfetto_unittests": "781ca1f7554636a41580bf93971d6564774d7baa55f5035d3d04a48eff1e5730/488",
                                          "printing_unittests": "eb4fa6a75971c1bd1a797149b8de48be19042d45b237d0841f2ad3c2c819e526/488",
                                          "pthreadpool_unittests": "40dad1a862b7f284339af2a0b52a0a7188d80efde3aa8febeb192444cb9ad2a0/488",
                                          "remoting_unittests": "4c567b1fed4427aa895b7c9a5fbc0f207173b28b5ba27d08e0396c17d8730c69/565",
                                          "sandbox_linux_unittests": "96f7484daefbd76e85d61ddd2f1d1a303c81e41d73d463b7319a54ae90e7c8ce/488",
                                          "services_unittests": "083c766b8465076c0f72091c2a99605e1cc01f621ede8c92c2e88c863e251bfc/734",
                                          "shell_dialogs_unittests": "2935292e30b22e71e882aebeff954162dde5339ea4d9111a43c12a66bda65afd/488",
                                          "skia_unittests": "02e7d0f2432aadc1e2715cd697976bc0b7d1aad5d5ad3e8b4163f678aa827383/488",
                                          "snapshot_unittests": "5ac1cbd5133956a63d50a04d3d97c9ef66df417fda921cf3f4ed74447e8f58ab/488",
                                          "sql_unittests": "828333d8b5755e96865a2c51acc412828c9a79dd30b5536494207cd5455fd320/565",
                                          "storage_unittests": "6667e58bb358d97a99c89e6ed12a128a435e9e114f091076a5d2f878e3fee351/646",
                                          "sync_integration_tests": "f9e182ad4f2aed3a87100657a7d1a1cee0b3b9b22fac6e8066ab0f77552025a1/647",
                                          "ui_base_unittests": "8ca6e94bf1ec0bcf99f328ff130c31b1ddf2b2500f5cade9604ce509da743eb8/641",
                                          "ui_touch_selection_unittests": "9161785ffaf4f329df63a6e778576d7cbe296cf4a7c94ee6c00785cca8ce313e/488",
                                          "ui_unittests": "047cdd667f8165cbee41bcd5536e0bbccc67d44758b3b348a70cb070aa02eef9/488",
                                          "unit_tests": "56d513492a89e7d3a463089aad58eecdd012e3608d9e8d2a580b6fa35ae2a308/1061",
                                          "url_unittests": "bb87103868db349fd282719ed3f143f84037439cdb1d60cd80e5bcee0e35c77d/488",
                                          "views_unittests": "1dcb2f571008d2a759d1937ef32102342a7ac56d2e0fd3df42fe7346fab311a4/488",
                                          "viz_unittests": "99422e8bfac97a4e55415b299d551ba317e63f342b350dd17f97ede5a98857e4/572",
                                          "vr_common_unittests": "9ac7c0c3b0c6cbefe0d894b1d68442b78cacd71910b123b3f316fdb039359140/566",
                                          "wm_unittests": "14595c66e680c383b2e1bf18700b3199b2f191a6f2efef5846f3fd14dcf6ffa3/488",
                                          "wtf_unittests": "df1650717ba0b4a5d0c0df30609ebc1c9d60a3bec1fd12f1d6fd493afe61ccf2/488",
                                          "xr_browser_tests": "1458fd49c324522269ea452ef1f40da12dbace048df6587db5d72504013af192/646",
                                          "zlib_unittests": "c91e4a9467af289baeca76f5051f8eed415e567c3dd55b1eed186d8fff461dca/489"
                                        },
                                    "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7151",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:598",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "e6b901e1-3438-438d-b5b6-c399f0737df8",
                        "title": "Linux TSan Builder/598",
                        "url": "https://cr-buildbucket.appspot.com/build/8713687080167434353"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "a415855c86f7510ef75a612d85bf3fea590e0eaa"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8713687080167434353"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8713687080167434353"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8713687080167434353"
                }
          ],
      "parent_build_id": "8713687080167434353",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "df9c59dcacff7d186d00e3263a1aa68f8059137c",
      "parent_got_dawn_revision": "fbe707f88ccabca01031e47bf165bd9d499878dd",
      "parent_got_revision": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
      "parent_got_revision_cp": "refs/branch-heads/7151@{#1826}",
      "parent_got_swiftshader_revision": "7905fa19e456df5aa8e2233a7ec5832c9c6c287b",
      "parent_got_v8_revision": "44fdd9108308773dd3f4fa040de5f4f75edf671f",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.7@{#19}",
      "parent_got_webrtc_revision": "cec4daea7ed5da94fc38d790bd12694c86865447",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7151@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "2c6ad30bd0fdf985c167460d3c31f7330faf29f48f5be819b8fde94eceea1611/488",
            "accessibility_unittests": "74ed39564227bca4e5563f6e73c386c1a8a86449474ffad43a0d448513e88977/488",
            "angle_unittests": "ef8626158a41f8af3a1ae563faad1caf96e35ae9c519d71391e15fcef8cd3de5/489",
            "app_shell_unittests": "f5bceb524963b8251ce3cb09ddd383d3f31d48495f0a180c3559f6fd43105d23/649",
            "aura_unittests": "6b589b775e5e7b300b683eaacfe75357e787e382159a9216b0150668bcf85a9f/488",
            "base_unittests": "ca1290247cb63620e5236b2b9dceefd350c9ae2b9cf5022daeb01221df65b3af/566",
            "blink_common_unittests": "807e14e6b959618c958b5a2a29016ee1fb24baa0ec87f358453c34b7c00d065e/566",
            "blink_fuzzer_unittests": "01e4c18be91490fcd6fb454d69ce12379b74c30aca6381954f3a6935909e52dc/488",
            "blink_heap_unittests": "8a522bdc30fcfb4082649f1e1a33628821e1b82012dd7060338c229507c3b22d/488",
            "blink_platform_unittests": "409a6dfe10b9f054b800ccd2c4d29fc76e5c823e2eaf1bdda8608cf3f4b45204/645",
            "blink_unittests": "ef9d2f05d0d94b64df95eb8e7809ee7ec0380001751aa0da5f370570c9543b5c/729",
            "boringssl_crypto_tests": "ceafc230fbc2aca01a5b643ff1f5be2368deb916c367c1f3911c251dcbb7a987/489",
            "boringssl_ssl_tests": "ef6909cfd79872c2b7f6596f78c19b2aa1ac6a20c0461e381d06010596338d01/488",
            "capture_unittests": "0f0076645827fd8e78e3c651eb317860d681408e814bba4d477c5b9721a9ddd1/567",
            "cast_unittests": "7ddc9b348167a9c3c55343727b429eefaa8091a8fcf89bf6334cb44d3f2db2b1/488",
            "cc_unittests": "8738dd79001890bff9f0a3c2c00ac2c6782481620022545b6db70ed6309fe7ef/648",
            "chrome_app_unittests": "141becd594d9b12063938c720efb9fbd65c42182196eb541c43ad346712052d5/566",
            "chromedriver_unittests": "93e788822533c08700ba5dc1233dc932e38d829ef0ddf8e1dcff67970567a60a/645",
            "components_browsertests": "d4366b64e9dadeb6210e5dc34c8793e64eccd22d480a6df441da4a9f6110cc0a/732",
            "components_unittests": "ea34e72aec00ec636d1dbd5c3aed7ac3d98ccd25de8654e62a6dbce189d0890a/811",
            "compositor_unittests": "a14d1553508568abbf72c021a53894e83ac132aa70524259462d17c652769280/564",
            "content_browsertests": "2ffa004fef90ada2c615e9c7020e9a625abdb504bc783d5a0e8ec9aae373e081/805",
            "content_unittests": "d46648cd7f3b9aa73c90b9708c5b7a60dbdfca8546751d7c17297c64e04ae698/725",
            "cronet_tests": "27bf9bb9ea74a13ebdbaba2068c892db70a99799bf91de60d766878a5f293263/649",
            "cronet_unittests": "f8019eabf4ebf2a87b2379cadec6bd64479b976c5458746690e89837965c21d6/565",
            "crypto_unittests": "201a7c45b1932649904453284149d7798fa7b71619b0ca6c14a2937ee46fa2d4/488",
            "dbus_unittests": "9e6befcb7f38b8f99f6239a9bf7f42dea692a6d0c71da77d34c2d2e2aa7d05db/488",
            "device_unittests": "e9641839e23b98de30fbe4e5e0590f755115ff6440b242dfaa01cbe46d24e249/565",
            "display_unittests": "0bf396cebf23ed2e70c67236c43d3c15e828c39d1b7423fb31f2b1f50ac6109a/488",
            "env_chromium_unittests": "1130cd41a2f94cb655ccfdffe7a304d6461bf461a158b604d2b0f22903b8ed85/488",
            "events_unittests": "5565c67aa023835189f3df9bb18a78ca9f81423b75c2860d6bb513de5e46c71e/488",
            "extensions_browsertests": "be502f3720d06345679ceb996a113d505ed209472b71700a84870490552ac3fc/651",
            "extensions_unittests": "39ad6599973c2a2acb5692b0084d77cf6c13d69122e1cd29b733ea66353dc178/730",
            "filesystem_service_unittests": "a90a2694a9784028bf7db0fe7af280cf7105f8725f089315a9968dcb1773adfb/488",
            "fuzzing_unittests": "46eb5c9d2b77d6065801cbb0e7ecb98d36e3ebf87b2b99fec103f2034f04c70d/488",
            "gcm_unit_tests": "2684b0f5cebed608c53382e3f676f55d00f9b52b8f67c63b01b699eb909add9b/565",
            "gfx_unittests": "9cb9d51d8b23085e63bd3d80caa47384e8da2bbb5405f8588e22f9269e0ebdc4/564",
            "gin_unittests": "0e164584d40a7d96b7da67acbceee545b24a76dbe25f3281fa2f39f3b9e70615/565",
            "gl_tests": "a77307290e54f28df169a92d2216c9cb6775a9fd1e51aacd72c241399a0dfa1c/488",
            "gl_unittests": "11b0224621781a52df1698f382a00b644056907c39ebfa9de4c6820c4dd44cda/488",
            "google_apis_unittests": "7c2b61fa4dcaca1ccbd013b1baf670cd2098ab27849a451094aece1e1909a99e/650",
            "gpu_unittests": "9de7a9f96c174e68466b553278ecebf764b84276d6f4dd376240ee53a032008d/565",
            "gwp_asan_unittests": "d1e696475708ac9cd5e2c07b037b9c82e2bc04aed1a303e1034475d68213cc37/489",
            "headless_browsertests": "cb22ba114d0959dd5c7c6c9bbdac66f8a94f6b730bc3734f2610e74dbb60fe8a/649",
            "headless_unittests": "312b98ed6f049c61246af0bca1e6b1a21f6550b0780765e2c829601a03b63a2e/488",
            "interactive_ui_tests": "aca29e051fe0558d780e7c0b52ece3ec65cd22a617b8b7cb34036754da27b67a/973",
            "ipc_tests": "b8faaa1dbb756323df6ac6eb583246484987f3f6d1c51fed3aab3a8b709ea506/488",
            "latency_unittests": "f712a937dc8dd57d1b5615d04fbdecdbd1ada080451f8b2c1fab41e1275d26aa/488",
            "leveldb_unittests": "be5e46a26553181b809e0cd776a5b5c588681f0eac3eca8172951c6136e46345/488",
            "libjingle_xmpp_unittests": "45f607d8e1bc37d2c75b1141bd235a9e4fe86b78e47165dabdbbd20e440dce5f/488",
            "liburlpattern_unittests": "443775fc9f318d6d7989222a67ff6785df106995b17cba86e860587cc37d7a37/488",
            "media_unittests": "8e9ae119c1e5ba5eecfa594b418128b709ae1c33aa2baf1fa31a3d454b7db44f/568",
            "message_center_unittests": "a736584a65dc476ac460e6b97307d7426386813d4275c6cb946f835e74537513/488",
            "midi_unittests": "067ffa8a8bf8b990dd849a238d4acdfc7805c243e78f7d62dd17ad4b0421c3fa/488",
            "mojo_unittests": "c4bc918a8f379736a692979af6587c3a794bf03f466404299286f1df0690ebe1/566",
            "native_theme_unittests": "ca6762c4ac8d1612de4818395867d1818e3ec940cd6870df3e88f70fabe24536/488",
            "net_unittests": "884a18e6217780887975e320d52941b8fe61557697ad9e39ac4cd84b9d8c4759/567",
            "openscreen_unittests": "73dc47acb99631f4164e98a13f3c27779d21b301db1f3f5ed353b40cadf2333e/489",
            "ozone_unittests": "f83c6ed6e01b8f245b8f455a3b6232957d7fa64b98c7721d13470bf5a8527b24/488",
            "ozone_x11_unittests": "a182f56a159eec4df648426a675bf54b3b5538c1e389614701ec69c1435a387f/488",
            "pdf_unittests": "556cb5f7787f563b9375eb6a24164b55bb44f1cb9ce4ec6f46058f3980753bbb/565",
            "perfetto_unittests": "781ca1f7554636a41580bf93971d6564774d7baa55f5035d3d04a48eff1e5730/488",
            "printing_unittests": "eb4fa6a75971c1bd1a797149b8de48be19042d45b237d0841f2ad3c2c819e526/488",
            "pthreadpool_unittests": "40dad1a862b7f284339af2a0b52a0a7188d80efde3aa8febeb192444cb9ad2a0/488",
            "remoting_unittests": "4c567b1fed4427aa895b7c9a5fbc0f207173b28b5ba27d08e0396c17d8730c69/565",
            "sandbox_linux_unittests": "96f7484daefbd76e85d61ddd2f1d1a303c81e41d73d463b7319a54ae90e7c8ce/488",
            "services_unittests": "083c766b8465076c0f72091c2a99605e1cc01f621ede8c92c2e88c863e251bfc/734",
            "shell_dialogs_unittests": "2935292e30b22e71e882aebeff954162dde5339ea4d9111a43c12a66bda65afd/488",
            "skia_unittests": "02e7d0f2432aadc1e2715cd697976bc0b7d1aad5d5ad3e8b4163f678aa827383/488",
            "snapshot_unittests": "5ac1cbd5133956a63d50a04d3d97c9ef66df417fda921cf3f4ed74447e8f58ab/488",
            "sql_unittests": "828333d8b5755e96865a2c51acc412828c9a79dd30b5536494207cd5455fd320/565",
            "storage_unittests": "6667e58bb358d97a99c89e6ed12a128a435e9e114f091076a5d2f878e3fee351/646",
            "sync_integration_tests": "f9e182ad4f2aed3a87100657a7d1a1cee0b3b9b22fac6e8066ab0f77552025a1/647",
            "ui_base_unittests": "8ca6e94bf1ec0bcf99f328ff130c31b1ddf2b2500f5cade9604ce509da743eb8/641",
            "ui_touch_selection_unittests": "9161785ffaf4f329df63a6e778576d7cbe296cf4a7c94ee6c00785cca8ce313e/488",
            "ui_unittests": "047cdd667f8165cbee41bcd5536e0bbccc67d44758b3b348a70cb070aa02eef9/488",
            "unit_tests": "56d513492a89e7d3a463089aad58eecdd012e3608d9e8d2a580b6fa35ae2a308/1061",
            "url_unittests": "bb87103868db349fd282719ed3f143f84037439cdb1d60cd80e5bcee0e35c77d/488",
            "views_unittests": "1dcb2f571008d2a759d1937ef32102342a7ac56d2e0fd3df42fe7346fab311a4/488",
            "viz_unittests": "99422e8bfac97a4e55415b299d551ba317e63f342b350dd17f97ede5a98857e4/572",
            "vr_common_unittests": "9ac7c0c3b0c6cbefe0d894b1d68442b78cacd71910b123b3f316fdb039359140/566",
            "wm_unittests": "14595c66e680c383b2e1bf18700b3199b2f191a6f2efef5846f3fd14dcf6ffa3/488",
            "wtf_unittests": "df1650717ba0b4a5d0c0df30609ebc1c9d60a3bec1fd12f1d6fd493afe61ccf2/488",
            "xr_browser_tests": "1458fd49c324522269ea452ef1f40da12dbace048df6587db5d72504013af192/646",
            "zlib_unittests": "c91e4a9467af289baeca76f5051f8eed415e567c3dd55b1eed186d8fff461dca/489"
          },
      "swarming_command_lines_cwd": "out/e073-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
    "ref": "refs/branch-heads/7151"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8879112575542696864"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m137/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "598"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:36:48.229] Scheduled build:
{
  "id": "8713682513562209265",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 596,
  "createdBy": "project:chromium-m137",
  "createTime": "2025-05-27T21:36:47.705048695Z",
  "updateTime": "2025-05-27T21:36:47.705048695Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
      "ref": "refs/branch-heads/7151"
    }
  }
}
[21:36:48.229] Task URL: https://cr-buildbucket.appspot.com/build/8713682513562209265
[21:36:48.229] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879112575542696864:2:0) after 2m38s
[21:36:49.207] Received PubSub notification, asking Buildbucket for the build status
[21:36:49.262] Build status: SCHEDULED
[21:36:51.755] Received PubSub notification, asking Buildbucket for the build status
[21:36:51.805] Build status: STARTED
[21:39:26.229] Handling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879112575542696864:2:0)
[21:39:26.256] Build status: STARTED
[21:39:26.256] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879112575542696864:5:0) after 5m11s
[21:44:37.287] Handling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879112575542696864:5:0)
[21:44:37.324] Build status: STARTED
[21:44:37.324] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879112575542696864:6:0) after 8m48s
[21:53:25.403] Handling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879112575542696864:6:0)
[21:53:25.421] Build status: STARTED
[21:53:25.421] Scheduling timer "check-buildbucket-build-status" (chromium-m137/Linux TSan Tests:8879112575542696864:7:0) after 8m37s
[21:57:59.376] Received PubSub notification, asking Buildbucket for the build status
[21:57:59.399] Build:
{
  "id": "8713682513562209265",
  "builder": {
    "project": "chromium-m137",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 596,
  "createdBy": "project:chromium-m137",
  "createTime": "2025-05-27T21:36:47.705048695Z",
  "startTime": "2025-05-27T21:36:51.546552691Z",
  "endTime": "2025-05-27T21:57:58.741299259Z",
  "updateTime": "2025-05-27T21:57:58.741299259Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a415855c86f7510ef75a612d85bf3fea590e0eaa",
      "ref": "refs/branch-heads/7151"
    }
  }
}
[21:57:59.399] Invocation finished in 21m12.966521104s with status FAILED