Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 22 minutes
Actions:

Definition (rev 8c6a23373824b48b93461eca2a40ea83a3cf31fb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "2702e0058006df199a302a20b74af599b3c1ab9e",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7258"
      }
    ]
  },
  "branch": "refs/branch-heads/7258",
  "deps_revision_overrides": {
    "src": "2702e0058006df199a302a20b74af599b3c1ab9e"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8708562599535293153"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8708562599535293153"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8708562599535293153"
    }
  ],
  "parent_build_id": "8708562599535293153",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "7ab02e1d49a649adaba62b8a7fdfabf8144b313f",
  "parent_got_dawn_revision": "46b4670bc67cb4f6d34f6ce6a46ba7e1d6059abf",
  "parent_got_revision": "2702e0058006df199a302a20b74af599b3c1ab9e",
  "parent_got_revision_cp": "refs/branch-heads/7258@{#1828}",
  "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
  "parent_got_v8_revision": "cf4511263421d7d9ef78c3fa999acebc63f2ccf0",
  "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#27}",
  "parent_got_webrtc_revision": "b7dad11119cde429df8299ee56fc249cdc8b7ad7",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7258@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2702e0058006df199a302a20b74af599b3c1ab9e",
  "swarm_hashes": {
    "absl_hardening_tests": "7ed445c8c6c15bf03a9cb709a4fa8e9c772763d59f54d611e80f787756b4d0e6/488",
    "accessibility_unittests": "e89dd8fcf7c97ddaa4ed41fc14524877b406ecb78269c08088bcb2e803a1a259/488",
    "angle_unittests": "eb0b08b99b7bbceee6e658f5211f490d4969cef82945d1b35665742255895394/489",
    "app_shell_unittests": "ebf7cc5c087016e6a28dfc8e497eecc6cf564e92d308ed0d3036a1a07f02e082/649",
    "aura_unittests": "a2c6dc6fa251f92c0883341dd75bc4bb32ca2e19bafa901b4700bf4bd815a2a2/488",
    "base_unittests": "994ecfa02797c45117cfeb2beeb5abd596ebafe05e77f811de5bb4df0c0121b9/566",
    "blink_common_unittests": "664109c657f651d66f93389068142bdc7cf19f1c99b04340c800704a23ee2f13/566",
    "blink_fuzzer_unittests": "146d9606cad7fabc0868fd094d00d4f39b8e0d8f131a7e3c395b11bedff68731/488",
    "blink_heap_unittests": "630483ed583b82966e58916efdadd3b64d6881ff64d0d237769023c7a0250094/488",
    "blink_platform_unittests": "196245d248e5a1b3e4e3a48240eb23510ac2dc9e876611870844a5d1fe61b3e2/645",
    "blink_unittests": "21a76beff3b56b84d136530abb4c623cf736e6bfc9507383448d1c16974e7f3b/729",
    "boringssl_crypto_tests": "3299c5a56a6c25a00c065dc4724c37cf1aff16a1a6653a805a137a432329afb5/489",
    "boringssl_ssl_tests": "525a8705c99975aa7839c9c2cc3cbd0dddcdc02ac355a2df248e8a5efa0c1021/488",
    "capture_unittests": "d17901835c7f5cdaa8175814532db3537a10a0b3eaeec0d6458a497e96c2d158/567",
    "cast_unittests": "89e524c7c2ee4e0ea1b9255d4619cc3cec91fdee7933f6a0fff89e1c4d3262c9/488",
    "cc_unittests": "47dcf5a29a16cfac2c3919b5ddc919a36e4849a5a8c7d2c1820fac88b9f53ad1/648",
    "chrome_app_unittests": "4422e00c86474b53ffc4b370a4c804fbf16dcbca3797cb89fb142d25daba5964/566",
    "chromedriver_unittests": "f13fe27ac8b3be9b157c6023c61e3d5da8e6f886d3df87f340d53b98fd0e701a/645",
    "components_browsertests": "ec170c1938784b0bd3d1ac65cd9ce3ef52ecbc789cc1a8afbe39d05c9267e014/732",
    "components_unittests": "68ab5df5a1eb517bd002ccf3e06e19ed50d59f74d940dee2ea418192140c8b9e/811",
    "compositor_unittests": "c4b0f6d328916ee49ef032d7c01ccb0e7164b642ff9e84b1249decfb3d16ffa5/564",
    "content_browsertests": "ee06e45428dc7a6e50de53fba5cd2eeff55d6cdc9edbff80d812e3ab8b32682a/805",
    "content_unittests": "735165b4a788af6bb0b0c5ca8cea99e7623d3f1f1c3b935126763eb3231b43aa/725",
    "cronet_tests": "0a48383838894dd6577e1c7b88a37a2ab83efd5f931a1d4507cb147025a84b1a/649",
    "cronet_unittests": "2dbf873ad4eb68f9cbcea79563dc7696aff82e079c83153ec8a8862f93675539/565",
    "crypto_unittests": "8234eb9323b8d6182156d83368eeac36a992864e6a0a4afd4b11e2fd4974811c/488",
    "dbus_unittests": "71d49970ec8fea5acaf8745c31b0ca6e7064d418d647b9207d9288bb81758307/488",
    "device_unittests": "80f3e98266a81bcfc8c1de7e72260ff5c9d662ec0538299885ff61cfb90c7532/565",
    "display_unittests": "7cebbe41ef36ae6f58de161d3cc9427bf61fc1ee8290cb303e019fbc483a13d1/488",
    "env_chromium_unittests": "4aa63a48d2a486fe25d692e06890d4ddc41cf6f592476fcd7b303f9b988eb6eb/488",
    "events_unittests": "427b52c82418123ce383dfe25a0ddcac34938e098d3a9b566ea770dbc77562ce/488",
    "extensions_browsertests": "f673062919877b72187b3c9982b435a6efa1f87ab18b2779b371be895aef86bc/651",
    "extensions_unittests": "8e08609173abee8640cf8a244b1411968b7c36fc102e67b29d777cb615f003b6/730",
    "filesystem_service_unittests": "45588a9e8c3908a78f8dcb7ff15a76eeb3c553d4ac7368a4f5d3a6c197916880/488",
    "fuzzing_unittests": "905a32a86df81b675e9480fd9b3bfd87de4cc0f421bc421b4b58209fa259f249/488",
    "gcm_unit_tests": "da1ed6dc1ff2d7fd3426907bc30703b88d0bbb18608d9dc4bd19c63005bb4cea/565",
    "gfx_unittests": "cb48e61b90232df031cdd64aabea7e934b2d5f8e40c33d79eb89db56d165167b/564",
    "gin_unittests": "2cc44f9df200fe78efeef0c558d73e79e9c5dea3bfa0b30aee5492979b762183/565",
    "gl_tests": "0f91c50ad0bb35020bdabe48e1f991fe8f31d9f505e784d53afaec27eb79bbc0/488",
    "gl_unittests": "f321a290fa808af47a6137b460dd22cc2e78093d191ff6f68085398515a0e71c/488",
    "google_apis_unittests": "fa030e4a3c7dd2c9a96bd4c701e7605071c73f81fdc61b5a2ba9b5f057ca0149/650",
    "gpu_unittests": "7eac15ba1d55b0a611264622ddbe41304e40b87480c44352fe7d845993f21084/565",
    "gwp_asan_unittests": "2a6e709527bd1d302323692c70210880caf4d575c3f83017b83113cd87d88455/489",
    "headless_browsertests": "0564e90c9e30b6b9cfc38f77c1d580481463952fc649f9bd86bb647dd7e67817/649",
    "headless_unittests": "7e1b9448812ffa4528cb5c2b9c11216bd46310b0fe9fd9d4e944612586fd85e3/488",
    "interactive_ui_tests": "5048d02df4992cfb80ea70406cfb78e5a2b832de56778d9426c419e6150037f2/973",
    "ipc_tests": "9b45c1f5d60d5f4a600344c7c0063f41c03a237040d72150cef5054309d73038/488",
    "latency_unittests": "016bd9e95f23a7947ddae455c4a253a6beb05ef3f24ee1bf50d1a11c0acf3dca/488",
    "leveldb_unittests": "903aa1143ebe7e53c2142a46436c5b0ad3b2948f411681eb31a6859d26449075/488",
    "libjingle_xmpp_unittests": "663fb4099866d133c8f7ca4261825f62333589bbae7a2386993bbd650a6e2f97/488",
    "liburlpattern_unittests": "828eb37448f60b8f4b2e5a4d17b63a7beb82bb343b564b6a049b6e00c0a22d38/488",
    "media_unittests": "838bb5f34f71a6019daf20859523d5c29623dfdd8136802e1e0b1a79c7e2059e/568",
    "message_center_unittests": "1686489ba8876babe81af736b3b326b176380fae0175b4367748b8947b15f42a/488",
    "midi_unittests": "18a743202d2f5498452246102f6f33a9fbc678321131219cc233f7acb243d1a0/488",
    "mojo_unittests": "35043369cfd2db35b9711418813f19b2f8df410170b331ea41baa67736a91c40/566",
    "native_theme_unittests": "dde3b197e78a798a9b6103e32ac5a4aee88cec6dc2ae61adb2383e4c5af64957/488",
    "net_unittests": "62bfa7470b8736967da58ad36a9e2089139a4a6cdd5e35aebb59bbdb9acc1e8c/567",
    "openscreen_unittests": "5d1702d1431a6728f45a8f844bc2e5e389edc3020d7c62916f5e961db5d9ab79/489",
    "ozone_unittests": "489c888ced23a3b2d6dd833930f3e2d1cd22976d69be09a53e5fd822b2924795/488",
    "ozone_x11_unittests": "3431c2fe8a07f79481d8c382e80282bc7d401cf232b8f0c7132999395d64fc65/488",
    "pdf_unittests": "046816d372f0d7d05a107a87cb0d2185ddec4d5fcb70c9dd40d16399bcfd9da1/565",
    "perfetto_unittests": "52e057304aa3f23192a1d85d7acf017781c4f892eb30ee7507f3d58aba1c39d9/488",
    "printing_unittests": "2c4f500811f430aa1907962b0ed1bf2333e6c45501862d5315b1dad8a6c91d0d/488",
    "pthreadpool_unittests": "ebadf5e831425e117ef4d950896aa940b818ef5505d61bc2cfc3c65b14da48ec/488",
    "remoting_unittests": "23295146e8a399f9ef3113cb9fcf121637c47f9bbac8917f1f3c5445da51ed05/565",
    "sandbox_linux_unittests": "5900e47627b07c5fe6b3051c23cbb0f23f78e27f2ca9a7f2c76ca8efe2ae114b/488",
    "services_unittests": "93f4697dbe7630845123af6694562d09f8498733f212b3391eeaddaff4ba7324/734",
    "shell_dialogs_unittests": "019eaec206f5a66abeaa03f940ace87a3063b2ceceee65482b937888f8426331/488",
    "skia_unittests": "c8f986681726cd2d93b9f5cfce99296912111802d693b8e3dd40866ae3ea5190/488",
    "snapshot_unittests": "d76f143ac4b93b062de2092a8d4ccf3081e905fee1837b7865c026c222ecfc6b/488",
    "sql_unittests": "47c084ad9be4c606f06a991b354472d29559f6a5a6bef82f00b58ce09f24d469/565",
    "storage_unittests": "b188aaede581cbd73484f57f60c7da0c7edbd0ed9c5842950d205cbbb7844acc/646",
    "sync_integration_tests": "cc8a527b7a56b01255af7d59e40f5feaeae59d1b5b7a4ebf4b99ed2a2e568ff5/647",
    "ui_base_unittests": "9103a087713aeec300a52a05847ae661912412095c86a5c6093bae1c15c23693/641",
    "ui_touch_selection_unittests": "1891fcd8a75516a139c4aea7e61896b08e23419a65ebb62cd6814809af143631/488",
    "ui_unittests": "31fbe2f53e8d7852d56604a0fc75dda2dd0edf9e509eab463af7952a525dd6f2/488",
    "unit_tests": "e7579f4a5c6df3751c1b88b5deea6d6f77714161e14a3f0ba672ec691d6bcc0f/1061",
    "url_unittests": "1f016e475ca1048991114a3d78661a31a9117e6f27def0fc41959e7201824d73/488",
    "views_unittests": "33dc89d473bdb7003147b4ab4dbb868dde0da416fe197cedea04f7595c0e4259/488",
    "viz_unittests": "1b73b3f0f53ce46f9a3c4f235138a39c040285e0b2f6bcc7f0f1e4301d76468d/572",
    "vr_common_unittests": "1ba5497359981c1e272daaa55311b5a430b3a08addde600e0ca8a14e44ce3e47/566",
    "wm_unittests": "921e3e3f9ea63100bff8b10af3fa957b270ab287c9184c989298476f9ef9ca0a/488",
    "wtf_unittests": "9ef7919e8fd5b295714216091a13378a880dc7f47306387c805a34df96c3f1aa/488",
    "xr_browser_tests": "e51f9320322f5bc1eda93bf5df96a56f5b99018a41cff66df9d089d3208297fe/646",
    "zlib_unittests": "312bb397ad4de430155aea5d8167a87d1bc4f50d792b60f74fa64e2a7584ecd2/489"
  },
  "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
  "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2702e0058006df199a302a20b74af599b3c1ab9e
  • gitiles_ref:refs/branch-heads/7258
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:594
  • user_agent:recipe

Debug log (UTC)

[10:58:56.779] New invocation is queued and will start shortly
[10:58:56.779] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:58:57.999] Starting the invocation (attempt 1)
[10:58:58.035] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2702e0058006df199a302a20b74af599b3c1ab9e"
[10:58:58.035] Popped gitiles commit info from properties and tags
[10:58:58.035] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:58:58.035] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:58:58.036] Buildbucket request:
{
  "requestId": "8873988677116108272",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "2702e0058006df199a302a20b74af599b3c1ab9e",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7258"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873988677116108272",
            "job": "chromium-m139/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "2702e0058006df199a302a20b74af599b3c1ab9e",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7258"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "2702e0058006df199a302a20b74af599b3c1ab9e"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8708562599535293153"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8708562599535293153"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8708562599535293153"
                                              }
                                        ],
                                    "parent_build_id": "8708562599535293153",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "7ab02e1d49a649adaba62b8a7fdfabf8144b313f",
                                    "parent_got_dawn_revision": "46b4670bc67cb4f6d34f6ce6a46ba7e1d6059abf",
                                    "parent_got_revision": "2702e0058006df199a302a20b74af599b3c1ab9e",
                                    "parent_got_revision_cp": "refs/branch-heads/7258@{#1828}",
                                    "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
                                    "parent_got_v8_revision": "cf4511263421d7d9ef78c3fa999acebc63f2ccf0",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#27}",
                                    "parent_got_webrtc_revision": "b7dad11119cde429df8299ee56fc249cdc8b7ad7",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7258@{#2}",
                                    "revision": "2702e0058006df199a302a20b74af599b3c1ab9e",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "7ed445c8c6c15bf03a9cb709a4fa8e9c772763d59f54d611e80f787756b4d0e6/488",
                                          "accessibility_unittests": "e89dd8fcf7c97ddaa4ed41fc14524877b406ecb78269c08088bcb2e803a1a259/488",
                                          "angle_unittests": "eb0b08b99b7bbceee6e658f5211f490d4969cef82945d1b35665742255895394/489",
                                          "app_shell_unittests": "ebf7cc5c087016e6a28dfc8e497eecc6cf564e92d308ed0d3036a1a07f02e082/649",
                                          "aura_unittests": "a2c6dc6fa251f92c0883341dd75bc4bb32ca2e19bafa901b4700bf4bd815a2a2/488",
                                          "base_unittests": "994ecfa02797c45117cfeb2beeb5abd596ebafe05e77f811de5bb4df0c0121b9/566",
                                          "blink_common_unittests": "664109c657f651d66f93389068142bdc7cf19f1c99b04340c800704a23ee2f13/566",
                                          "blink_fuzzer_unittests": "146d9606cad7fabc0868fd094d00d4f39b8e0d8f131a7e3c395b11bedff68731/488",
                                          "blink_heap_unittests": "630483ed583b82966e58916efdadd3b64d6881ff64d0d237769023c7a0250094/488",
                                          "blink_platform_unittests": "196245d248e5a1b3e4e3a48240eb23510ac2dc9e876611870844a5d1fe61b3e2/645",
                                          "blink_unittests": "21a76beff3b56b84d136530abb4c623cf736e6bfc9507383448d1c16974e7f3b/729",
                                          "boringssl_crypto_tests": "3299c5a56a6c25a00c065dc4724c37cf1aff16a1a6653a805a137a432329afb5/489",
                                          "boringssl_ssl_tests": "525a8705c99975aa7839c9c2cc3cbd0dddcdc02ac355a2df248e8a5efa0c1021/488",
                                          "capture_unittests": "d17901835c7f5cdaa8175814532db3537a10a0b3eaeec0d6458a497e96c2d158/567",
                                          "cast_unittests": "89e524c7c2ee4e0ea1b9255d4619cc3cec91fdee7933f6a0fff89e1c4d3262c9/488",
                                          "cc_unittests": "47dcf5a29a16cfac2c3919b5ddc919a36e4849a5a8c7d2c1820fac88b9f53ad1/648",
                                          "chrome_app_unittests": "4422e00c86474b53ffc4b370a4c804fbf16dcbca3797cb89fb142d25daba5964/566",
                                          "chromedriver_unittests": "f13fe27ac8b3be9b157c6023c61e3d5da8e6f886d3df87f340d53b98fd0e701a/645",
                                          "components_browsertests": "ec170c1938784b0bd3d1ac65cd9ce3ef52ecbc789cc1a8afbe39d05c9267e014/732",
                                          "components_unittests": "68ab5df5a1eb517bd002ccf3e06e19ed50d59f74d940dee2ea418192140c8b9e/811",
                                          "compositor_unittests": "c4b0f6d328916ee49ef032d7c01ccb0e7164b642ff9e84b1249decfb3d16ffa5/564",
                                          "content_browsertests": "ee06e45428dc7a6e50de53fba5cd2eeff55d6cdc9edbff80d812e3ab8b32682a/805",
                                          "content_unittests": "735165b4a788af6bb0b0c5ca8cea99e7623d3f1f1c3b935126763eb3231b43aa/725",
                                          "cronet_tests": "0a48383838894dd6577e1c7b88a37a2ab83efd5f931a1d4507cb147025a84b1a/649",
                                          "cronet_unittests": "2dbf873ad4eb68f9cbcea79563dc7696aff82e079c83153ec8a8862f93675539/565",
                                          "crypto_unittests": "8234eb9323b8d6182156d83368eeac36a992864e6a0a4afd4b11e2fd4974811c/488",
                                          "dbus_unittests": "71d49970ec8fea5acaf8745c31b0ca6e7064d418d647b9207d9288bb81758307/488",
                                          "device_unittests": "80f3e98266a81bcfc8c1de7e72260ff5c9d662ec0538299885ff61cfb90c7532/565",
                                          "display_unittests": "7cebbe41ef36ae6f58de161d3cc9427bf61fc1ee8290cb303e019fbc483a13d1/488",
                                          "env_chromium_unittests": "4aa63a48d2a486fe25d692e06890d4ddc41cf6f592476fcd7b303f9b988eb6eb/488",
                                          "events_unittests": "427b52c82418123ce383dfe25a0ddcac34938e098d3a9b566ea770dbc77562ce/488",
                                          "extensions_browsertests": "f673062919877b72187b3c9982b435a6efa1f87ab18b2779b371be895aef86bc/651",
                                          "extensions_unittests": "8e08609173abee8640cf8a244b1411968b7c36fc102e67b29d777cb615f003b6/730",
                                          "filesystem_service_unittests": "45588a9e8c3908a78f8dcb7ff15a76eeb3c553d4ac7368a4f5d3a6c197916880/488",
                                          "fuzzing_unittests": "905a32a86df81b675e9480fd9b3bfd87de4cc0f421bc421b4b58209fa259f249/488",
                                          "gcm_unit_tests": "da1ed6dc1ff2d7fd3426907bc30703b88d0bbb18608d9dc4bd19c63005bb4cea/565",
                                          "gfx_unittests": "cb48e61b90232df031cdd64aabea7e934b2d5f8e40c33d79eb89db56d165167b/564",
                                          "gin_unittests": "2cc44f9df200fe78efeef0c558d73e79e9c5dea3bfa0b30aee5492979b762183/565",
                                          "gl_tests": "0f91c50ad0bb35020bdabe48e1f991fe8f31d9f505e784d53afaec27eb79bbc0/488",
                                          "gl_unittests": "f321a290fa808af47a6137b460dd22cc2e78093d191ff6f68085398515a0e71c/488",
                                          "google_apis_unittests": "fa030e4a3c7dd2c9a96bd4c701e7605071c73f81fdc61b5a2ba9b5f057ca0149/650",
                                          "gpu_unittests": "7eac15ba1d55b0a611264622ddbe41304e40b87480c44352fe7d845993f21084/565",
                                          "gwp_asan_unittests": "2a6e709527bd1d302323692c70210880caf4d575c3f83017b83113cd87d88455/489",
                                          "headless_browsertests": "0564e90c9e30b6b9cfc38f77c1d580481463952fc649f9bd86bb647dd7e67817/649",
                                          "headless_unittests": "7e1b9448812ffa4528cb5c2b9c11216bd46310b0fe9fd9d4e944612586fd85e3/488",
                                          "interactive_ui_tests": "5048d02df4992cfb80ea70406cfb78e5a2b832de56778d9426c419e6150037f2/973",
                                          "ipc_tests": "9b45c1f5d60d5f4a600344c7c0063f41c03a237040d72150cef5054309d73038/488",
                                          "latency_unittests": "016bd9e95f23a7947ddae455c4a253a6beb05ef3f24ee1bf50d1a11c0acf3dca/488",
                                          "leveldb_unittests": "903aa1143ebe7e53c2142a46436c5b0ad3b2948f411681eb31a6859d26449075/488",
                                          "libjingle_xmpp_unittests": "663fb4099866d133c8f7ca4261825f62333589bbae7a2386993bbd650a6e2f97/488",
                                          "liburlpattern_unittests": "828eb37448f60b8f4b2e5a4d17b63a7beb82bb343b564b6a049b6e00c0a22d38/488",
                                          "media_unittests": "838bb5f34f71a6019daf20859523d5c29623dfdd8136802e1e0b1a79c7e2059e/568",
                                          "message_center_unittests": "1686489ba8876babe81af736b3b326b176380fae0175b4367748b8947b15f42a/488",
                                          "midi_unittests": "18a743202d2f5498452246102f6f33a9fbc678321131219cc233f7acb243d1a0/488",
                                          "mojo_unittests": "35043369cfd2db35b9711418813f19b2f8df410170b331ea41baa67736a91c40/566",
                                          "native_theme_unittests": "dde3b197e78a798a9b6103e32ac5a4aee88cec6dc2ae61adb2383e4c5af64957/488",
                                          "net_unittests": "62bfa7470b8736967da58ad36a9e2089139a4a6cdd5e35aebb59bbdb9acc1e8c/567",
                                          "openscreen_unittests": "5d1702d1431a6728f45a8f844bc2e5e389edc3020d7c62916f5e961db5d9ab79/489",
                                          "ozone_unittests": "489c888ced23a3b2d6dd833930f3e2d1cd22976d69be09a53e5fd822b2924795/488",
                                          "ozone_x11_unittests": "3431c2fe8a07f79481d8c382e80282bc7d401cf232b8f0c7132999395d64fc65/488",
                                          "pdf_unittests": "046816d372f0d7d05a107a87cb0d2185ddec4d5fcb70c9dd40d16399bcfd9da1/565",
                                          "perfetto_unittests": "52e057304aa3f23192a1d85d7acf017781c4f892eb30ee7507f3d58aba1c39d9/488",
                                          "printing_unittests": "2c4f500811f430aa1907962b0ed1bf2333e6c45501862d5315b1dad8a6c91d0d/488",
                                          "pthreadpool_unittests": "ebadf5e831425e117ef4d950896aa940b818ef5505d61bc2cfc3c65b14da48ec/488",
                                          "remoting_unittests": "23295146e8a399f9ef3113cb9fcf121637c47f9bbac8917f1f3c5445da51ed05/565",
                                          "sandbox_linux_unittests": "5900e47627b07c5fe6b3051c23cbb0f23f78e27f2ca9a7f2c76ca8efe2ae114b/488",
                                          "services_unittests": "93f4697dbe7630845123af6694562d09f8498733f212b3391eeaddaff4ba7324/734",
                                          "shell_dialogs_unittests": "019eaec206f5a66abeaa03f940ace87a3063b2ceceee65482b937888f8426331/488",
                                          "skia_unittests": "c8f986681726cd2d93b9f5cfce99296912111802d693b8e3dd40866ae3ea5190/488",
                                          "snapshot_unittests": "d76f143ac4b93b062de2092a8d4ccf3081e905fee1837b7865c026c222ecfc6b/488",
                                          "sql_unittests": "47c084ad9be4c606f06a991b354472d29559f6a5a6bef82f00b58ce09f24d469/565",
                                          "storage_unittests": "b188aaede581cbd73484f57f60c7da0c7edbd0ed9c5842950d205cbbb7844acc/646",
                                          "sync_integration_tests": "cc8a527b7a56b01255af7d59e40f5feaeae59d1b5b7a4ebf4b99ed2a2e568ff5/647",
                                          "ui_base_unittests": "9103a087713aeec300a52a05847ae661912412095c86a5c6093bae1c15c23693/641",
                                          "ui_touch_selection_unittests": "1891fcd8a75516a139c4aea7e61896b08e23419a65ebb62cd6814809af143631/488",
                                          "ui_unittests": "31fbe2f53e8d7852d56604a0fc75dda2dd0edf9e509eab463af7952a525dd6f2/488",
                                          "unit_tests": "e7579f4a5c6df3751c1b88b5deea6d6f77714161e14a3f0ba672ec691d6bcc0f/1061",
                                          "url_unittests": "1f016e475ca1048991114a3d78661a31a9117e6f27def0fc41959e7201824d73/488",
                                          "views_unittests": "33dc89d473bdb7003147b4ab4dbb868dde0da416fe197cedea04f7595c0e4259/488",
                                          "viz_unittests": "1b73b3f0f53ce46f9a3c4f235138a39c040285e0b2f6bcc7f0f1e4301d76468d/572",
                                          "vr_common_unittests": "1ba5497359981c1e272daaa55311b5a430b3a08addde600e0ca8a14e44ce3e47/566",
                                          "wm_unittests": "921e3e3f9ea63100bff8b10af3fa957b270ab287c9184c989298476f9ef9ca0a/488",
                                          "wtf_unittests": "9ef7919e8fd5b295714216091a13378a880dc7f47306387c805a34df96c3f1aa/488",
                                          "xr_browser_tests": "e51f9320322f5bc1eda93bf5df96a56f5b99018a41cff66df9d089d3208297fe/646",
                                          "zlib_unittests": "312bb397ad4de430155aea5d8167a87d1bc4f50d792b60f74fa64e2a7584ecd2/489"
                                        },
                                    "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7258",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "2702e0058006df199a302a20b74af599b3c1ab9e",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:594",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "492f54eb-66a5-459a-97d4-dd89c81ebde7",
                        "title": "Linux TSan Builder/594",
                        "url": "https://cr-buildbucket.appspot.com/build/8708562599535293153"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2702e0058006df199a302a20b74af599b3c1ab9e"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8708562599535293153"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8708562599535293153"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8708562599535293153"
                }
          ],
      "parent_build_id": "8708562599535293153",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "7ab02e1d49a649adaba62b8a7fdfabf8144b313f",
      "parent_got_dawn_revision": "46b4670bc67cb4f6d34f6ce6a46ba7e1d6059abf",
      "parent_got_revision": "2702e0058006df199a302a20b74af599b3c1ab9e",
      "parent_got_revision_cp": "refs/branch-heads/7258@{#1828}",
      "parent_got_swiftshader_revision": "ed01d9931de34d3a6fb4d615050db5080d9cea16",
      "parent_got_v8_revision": "cf4511263421d7d9ef78c3fa999acebc63f2ccf0",
      "parent_got_v8_revision_cp": "refs/branch-heads/13.9@{#27}",
      "parent_got_webrtc_revision": "b7dad11119cde429df8299ee56fc249cdc8b7ad7",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7258@{#2}",
      "swarm_hashes": {
            "absl_hardening_tests": "7ed445c8c6c15bf03a9cb709a4fa8e9c772763d59f54d611e80f787756b4d0e6/488",
            "accessibility_unittests": "e89dd8fcf7c97ddaa4ed41fc14524877b406ecb78269c08088bcb2e803a1a259/488",
            "angle_unittests": "eb0b08b99b7bbceee6e658f5211f490d4969cef82945d1b35665742255895394/489",
            "app_shell_unittests": "ebf7cc5c087016e6a28dfc8e497eecc6cf564e92d308ed0d3036a1a07f02e082/649",
            "aura_unittests": "a2c6dc6fa251f92c0883341dd75bc4bb32ca2e19bafa901b4700bf4bd815a2a2/488",
            "base_unittests": "994ecfa02797c45117cfeb2beeb5abd596ebafe05e77f811de5bb4df0c0121b9/566",
            "blink_common_unittests": "664109c657f651d66f93389068142bdc7cf19f1c99b04340c800704a23ee2f13/566",
            "blink_fuzzer_unittests": "146d9606cad7fabc0868fd094d00d4f39b8e0d8f131a7e3c395b11bedff68731/488",
            "blink_heap_unittests": "630483ed583b82966e58916efdadd3b64d6881ff64d0d237769023c7a0250094/488",
            "blink_platform_unittests": "196245d248e5a1b3e4e3a48240eb23510ac2dc9e876611870844a5d1fe61b3e2/645",
            "blink_unittests": "21a76beff3b56b84d136530abb4c623cf736e6bfc9507383448d1c16974e7f3b/729",
            "boringssl_crypto_tests": "3299c5a56a6c25a00c065dc4724c37cf1aff16a1a6653a805a137a432329afb5/489",
            "boringssl_ssl_tests": "525a8705c99975aa7839c9c2cc3cbd0dddcdc02ac355a2df248e8a5efa0c1021/488",
            "capture_unittests": "d17901835c7f5cdaa8175814532db3537a10a0b3eaeec0d6458a497e96c2d158/567",
            "cast_unittests": "89e524c7c2ee4e0ea1b9255d4619cc3cec91fdee7933f6a0fff89e1c4d3262c9/488",
            "cc_unittests": "47dcf5a29a16cfac2c3919b5ddc919a36e4849a5a8c7d2c1820fac88b9f53ad1/648",
            "chrome_app_unittests": "4422e00c86474b53ffc4b370a4c804fbf16dcbca3797cb89fb142d25daba5964/566",
            "chromedriver_unittests": "f13fe27ac8b3be9b157c6023c61e3d5da8e6f886d3df87f340d53b98fd0e701a/645",
            "components_browsertests": "ec170c1938784b0bd3d1ac65cd9ce3ef52ecbc789cc1a8afbe39d05c9267e014/732",
            "components_unittests": "68ab5df5a1eb517bd002ccf3e06e19ed50d59f74d940dee2ea418192140c8b9e/811",
            "compositor_unittests": "c4b0f6d328916ee49ef032d7c01ccb0e7164b642ff9e84b1249decfb3d16ffa5/564",
            "content_browsertests": "ee06e45428dc7a6e50de53fba5cd2eeff55d6cdc9edbff80d812e3ab8b32682a/805",
            "content_unittests": "735165b4a788af6bb0b0c5ca8cea99e7623d3f1f1c3b935126763eb3231b43aa/725",
            "cronet_tests": "0a48383838894dd6577e1c7b88a37a2ab83efd5f931a1d4507cb147025a84b1a/649",
            "cronet_unittests": "2dbf873ad4eb68f9cbcea79563dc7696aff82e079c83153ec8a8862f93675539/565",
            "crypto_unittests": "8234eb9323b8d6182156d83368eeac36a992864e6a0a4afd4b11e2fd4974811c/488",
            "dbus_unittests": "71d49970ec8fea5acaf8745c31b0ca6e7064d418d647b9207d9288bb81758307/488",
            "device_unittests": "80f3e98266a81bcfc8c1de7e72260ff5c9d662ec0538299885ff61cfb90c7532/565",
            "display_unittests": "7cebbe41ef36ae6f58de161d3cc9427bf61fc1ee8290cb303e019fbc483a13d1/488",
            "env_chromium_unittests": "4aa63a48d2a486fe25d692e06890d4ddc41cf6f592476fcd7b303f9b988eb6eb/488",
            "events_unittests": "427b52c82418123ce383dfe25a0ddcac34938e098d3a9b566ea770dbc77562ce/488",
            "extensions_browsertests": "f673062919877b72187b3c9982b435a6efa1f87ab18b2779b371be895aef86bc/651",
            "extensions_unittests": "8e08609173abee8640cf8a244b1411968b7c36fc102e67b29d777cb615f003b6/730",
            "filesystem_service_unittests": "45588a9e8c3908a78f8dcb7ff15a76eeb3c553d4ac7368a4f5d3a6c197916880/488",
            "fuzzing_unittests": "905a32a86df81b675e9480fd9b3bfd87de4cc0f421bc421b4b58209fa259f249/488",
            "gcm_unit_tests": "da1ed6dc1ff2d7fd3426907bc30703b88d0bbb18608d9dc4bd19c63005bb4cea/565",
            "gfx_unittests": "cb48e61b90232df031cdd64aabea7e934b2d5f8e40c33d79eb89db56d165167b/564",
            "gin_unittests": "2cc44f9df200fe78efeef0c558d73e79e9c5dea3bfa0b30aee5492979b762183/565",
            "gl_tests": "0f91c50ad0bb35020bdabe48e1f991fe8f31d9f505e784d53afaec27eb79bbc0/488",
            "gl_unittests": "f321a290fa808af47a6137b460dd22cc2e78093d191ff6f68085398515a0e71c/488",
            "google_apis_unittests": "fa030e4a3c7dd2c9a96bd4c701e7605071c73f81fdc61b5a2ba9b5f057ca0149/650",
            "gpu_unittests": "7eac15ba1d55b0a611264622ddbe41304e40b87480c44352fe7d845993f21084/565",
            "gwp_asan_unittests": "2a6e709527bd1d302323692c70210880caf4d575c3f83017b83113cd87d88455/489",
            "headless_browsertests": "0564e90c9e30b6b9cfc38f77c1d580481463952fc649f9bd86bb647dd7e67817/649",
            "headless_unittests": "7e1b9448812ffa4528cb5c2b9c11216bd46310b0fe9fd9d4e944612586fd85e3/488",
            "interactive_ui_tests": "5048d02df4992cfb80ea70406cfb78e5a2b832de56778d9426c419e6150037f2/973",
            "ipc_tests": "9b45c1f5d60d5f4a600344c7c0063f41c03a237040d72150cef5054309d73038/488",
            "latency_unittests": "016bd9e95f23a7947ddae455c4a253a6beb05ef3f24ee1bf50d1a11c0acf3dca/488",
            "leveldb_unittests": "903aa1143ebe7e53c2142a46436c5b0ad3b2948f411681eb31a6859d26449075/488",
            "libjingle_xmpp_unittests": "663fb4099866d133c8f7ca4261825f62333589bbae7a2386993bbd650a6e2f97/488",
            "liburlpattern_unittests": "828eb37448f60b8f4b2e5a4d17b63a7beb82bb343b564b6a049b6e00c0a22d38/488",
            "media_unittests": "838bb5f34f71a6019daf20859523d5c29623dfdd8136802e1e0b1a79c7e2059e/568",
            "message_center_unittests": "1686489ba8876babe81af736b3b326b176380fae0175b4367748b8947b15f42a/488",
            "midi_unittests": "18a743202d2f5498452246102f6f33a9fbc678321131219cc233f7acb243d1a0/488",
            "mojo_unittests": "35043369cfd2db35b9711418813f19b2f8df410170b331ea41baa67736a91c40/566",
            "native_theme_unittests": "dde3b197e78a798a9b6103e32ac5a4aee88cec6dc2ae61adb2383e4c5af64957/488",
            "net_unittests": "62bfa7470b8736967da58ad36a9e2089139a4a6cdd5e35aebb59bbdb9acc1e8c/567",
            "openscreen_unittests": "5d1702d1431a6728f45a8f844bc2e5e389edc3020d7c62916f5e961db5d9ab79/489",
            "ozone_unittests": "489c888ced23a3b2d6dd833930f3e2d1cd22976d69be09a53e5fd822b2924795/488",
            "ozone_x11_unittests": "3431c2fe8a07f79481d8c382e80282bc7d401cf232b8f0c7132999395d64fc65/488",
            "pdf_unittests": "046816d372f0d7d05a107a87cb0d2185ddec4d5fcb70c9dd40d16399bcfd9da1/565",
            "perfetto_unittests": "52e057304aa3f23192a1d85d7acf017781c4f892eb30ee7507f3d58aba1c39d9/488",
            "printing_unittests": "2c4f500811f430aa1907962b0ed1bf2333e6c45501862d5315b1dad8a6c91d0d/488",
            "pthreadpool_unittests": "ebadf5e831425e117ef4d950896aa940b818ef5505d61bc2cfc3c65b14da48ec/488",
            "remoting_unittests": "23295146e8a399f9ef3113cb9fcf121637c47f9bbac8917f1f3c5445da51ed05/565",
            "sandbox_linux_unittests": "5900e47627b07c5fe6b3051c23cbb0f23f78e27f2ca9a7f2c76ca8efe2ae114b/488",
            "services_unittests": "93f4697dbe7630845123af6694562d09f8498733f212b3391eeaddaff4ba7324/734",
            "shell_dialogs_unittests": "019eaec206f5a66abeaa03f940ace87a3063b2ceceee65482b937888f8426331/488",
            "skia_unittests": "c8f986681726cd2d93b9f5cfce99296912111802d693b8e3dd40866ae3ea5190/488",
            "snapshot_unittests": "d76f143ac4b93b062de2092a8d4ccf3081e905fee1837b7865c026c222ecfc6b/488",
            "sql_unittests": "47c084ad9be4c606f06a991b354472d29559f6a5a6bef82f00b58ce09f24d469/565",
            "storage_unittests": "b188aaede581cbd73484f57f60c7da0c7edbd0ed9c5842950d205cbbb7844acc/646",
            "sync_integration_tests": "cc8a527b7a56b01255af7d59e40f5feaeae59d1b5b7a4ebf4b99ed2a2e568ff5/647",
            "ui_base_unittests": "9103a087713aeec300a52a05847ae661912412095c86a5c6093bae1c15c23693/641",
            "ui_touch_selection_unittests": "1891fcd8a75516a139c4aea7e61896b08e23419a65ebb62cd6814809af143631/488",
            "ui_unittests": "31fbe2f53e8d7852d56604a0fc75dda2dd0edf9e509eab463af7952a525dd6f2/488",
            "unit_tests": "e7579f4a5c6df3751c1b88b5deea6d6f77714161e14a3f0ba672ec691d6bcc0f/1061",
            "url_unittests": "1f016e475ca1048991114a3d78661a31a9117e6f27def0fc41959e7201824d73/488",
            "views_unittests": "33dc89d473bdb7003147b4ab4dbb868dde0da416fe197cedea04f7595c0e4259/488",
            "viz_unittests": "1b73b3f0f53ce46f9a3c4f235138a39c040285e0b2f6bcc7f0f1e4301d76468d/572",
            "vr_common_unittests": "1ba5497359981c1e272daaa55311b5a430b3a08addde600e0ca8a14e44ce3e47/566",
            "wm_unittests": "921e3e3f9ea63100bff8b10af3fa957b270ab287c9184c989298476f9ef9ca0a/488",
            "wtf_unittests": "9ef7919e8fd5b295714216091a13378a880dc7f47306387c805a34df96c3f1aa/488",
            "xr_browser_tests": "e51f9320322f5bc1eda93bf5df96a56f5b99018a41cff66df9d089d3208297fe/646",
            "zlib_unittests": "312bb397ad4de430155aea5d8167a87d1bc4f50d792b60f74fa64e2a7584ecd2/489"
          },
      "swarming_command_lines_cwd": "out/ddfe-Linux_TSan_Buil",
      "swarming_command_lines_digest": "0ac3541af884a6da53be3c91b39ccb3662f24db53e932c9d1d7e21d5040c682d/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2702e0058006df199a302a20b74af599b3c1ab9e",
    "ref": "refs/branch-heads/7258"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873988677116108272"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m139/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "594"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:58:58.718] Scheduled build:
{
  "id": "8708558615027120769",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 594,
  "createdBy": "project:chromium-m139",
  "createTime": "2025-07-23T10:58:58.138387717Z",
  "updateTime": "2025-07-23T10:58:58.138387717Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2702e0058006df199a302a20b74af599b3c1ab9e",
      "ref": "refs/branch-heads/7258"
    }
  }
}
[10:58:58.718] Task URL: https://cr-buildbucket.appspot.com/build/8708558615027120769
[10:58:58.718] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8873988677116108272:2:0) after 6m58s
[10:58:59.712] Received PubSub notification, asking Buildbucket for the build status
[10:58:59.767] Build status: SCHEDULED
[10:59:05.004] Received PubSub notification, asking Buildbucket for the build status
[10:59:05.045] Build status: STARTED
[11:05:56.746] Handling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8873988677116108272:2:0)
[11:05:56.991] Build status: STARTED
[11:05:56.991] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8873988677116108272:5:0) after 9m58s
[11:15:55.008] Handling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8873988677116108272:5:0)
[11:15:55.089] Build status: STARTED
[11:15:55.089] Scheduling timer "check-buildbucket-build-status" (chromium-m139/Linux TSan Tests:8873988677116108272:6:0) after 8m45s
[11:21:26.862] Received PubSub notification, asking Buildbucket for the build status
[11:21:26.889] Build:
{
  "id": "8708558615027120769",
  "builder": {
    "project": "chromium-m139",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 594,
  "createdBy": "project:chromium-m139",
  "createTime": "2025-07-23T10:58:58.138387717Z",
  "startTime": "2025-07-23T10:59:03.182631421Z",
  "endTime": "2025-07-23T11:21:26.331195922Z",
  "updateTime": "2025-07-23T11:21:26.331195922Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2702e0058006df199a302a20b74af599b3c1ab9e",
      "ref": "refs/branch-heads/7258"
    }
  }
}
[11:21:26.889] Invocation finished in 22m30.126429309s with status FAILED