Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 36 minutes
Actions:

Definition (rev 1ea5d64318a68cfeb1208ef2f27d1e815a3a23f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "74a6ec354f6908b2f00c552490f510649c273a08",
        "project": "chromium/src",
        "ref": "refs/branch-heads/8078"
      }
    ]
  },
  "branch": "refs/branch-heads/8078",
  "deps_revision_overrides": {
    "src": "74a6ec354f6908b2f00c552490f510649c273a08"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8667830442475444289"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8667830442475444289"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8667830442475444289"
    }
  ],
  "parent_build_id": "8667830442475444289",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
  "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
  "parent_got_revision": "74a6ec354f6908b2f00c552490f510649c273a08",
  "parent_got_revision_cp": "refs/branch-heads/8078@{#1248}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "0152749c1958c6cefde54ca99e339c3b186fbb71",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#36}",
  "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "74a6ec354f6908b2f00c552490f510649c273a08",
  "swarm_hashes": {
    "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
    "accessibility_unittests": "e410e89e6cfdc7c0a7e3f54fb3e93559b29c570d06cf073e56163390bdf6bb71/586",
    "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
    "aura_unittests": "0af06c95b478a6325fcb0789c1f50b56407f3e91640cbb28c1c7e47de64bb785/586",
    "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
    "blink_common_unittests": "0fafeb2cb7d93eb3dc091a3178bd929d522939d0bfba7075096ac889eaa2b9f9/664",
    "blink_fuzzer_unittests": "d5f390a9a197864564526760f0ade574c681f68b19d3604bf241811e0aca1712/586",
    "blink_heap_unittests": "878ea290593c5ab008edb4561667b15ca4577afc0965b0f9c717ab52b8f686f5/586",
    "blink_platform_unittests": "7f19d4b01a2fce80eb3cdba8f5573f73d322fc9884a5e4e20a8713dd3762fee6/743",
    "blink_unittests": "27cd0f8802911341491bb17a3cce7440b3400bf6992e172c42a04342f9025e13/827",
    "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
    "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
    "capture_unittests": "83a73004b5fa9b5ff15116c180e271547ba42134c8bbe0aae39d5e7ea7c4819a/665",
    "cast_unittests": "d9f49cd28422b081596ec0b8471b0c33f0aeb2586522dfe40ba2259db52227f4/586",
    "cc_unittests": "282fa6fe43b871f9dfa416a320df04a580d90089ab1b3749f80fe42aad16d9c8/746",
    "chrome_app_unittests": "ce1ecd79652734c6a4330828a4546886107575beb5839400c37dd9b62944093c/664",
    "chromedriver_unittests": "cf510cdb883caa2b4da3b432aefa123f01e80d79f5cbf69572d0ed93192e22a6/743",
    "components_browsertests": "cfbffa3c60f8bed00bd4cc888a88aaac70fe1d5d00de254890d893d971946183/830",
    "components_unittests": "d7a033d1e41b3132f4dffb9559132a03e39a4b74aed0d47f221421d0224cc0b5/909",
    "compositor_unittests": "5d60e1732f0677b12ee7a8da8c9e479ffe4f24c5518c1e3f535bd61895829754/662",
    "content_browsertests": "4b90be97680599b1e910f2a2bc177d3b8810cdbb02ea1b9009361b2ca1eddf4a/903",
    "content_unittests": "1649661b4a01afeb719ed69fa927161a5807aa32c31a4aef69634aac14a0a2fb/823",
    "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
    "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
    "device_unittests": "bf4f898c31ec0f4254a8adf52ae251bbbf4593efba91457af4b4daa2a2188de9/663",
    "display_unittests": "fe44a3a51ec032dfb456d864ad966c7f1f4ba5167dcdf09465d56486f88ab5f0/586",
    "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
    "events_unittests": "131e8c1c41afdad7e366c340e84afd0d9795346789987d994f2d16ccbdab645d/586",
    "extensions_unittests": "ab70e76009d8904693c621fa92b6b8b653db170eb11b8eee5590e7620c90ba74/828",
    "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
    "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
    "gcm_unit_tests": "03282499fa2f8dbdc9c8f7ddc8831c6e81c2e065b0d91e9a11bf1d708a11b21a/663",
    "gfx_unittests": "5ba9510b25a4a405c7d2b8e4cf1749ff8848287162387ba1f01f67d7c4f4f54c/662",
    "gin_unittests": "42980edec76d97c07fe777ab8ee87436ca6aa0088ab1ee8473c69e761251030a/663",
    "gl_tests": "c8159cc3a0170f4ea71d50c8763c6c75b8cf0a1cba1ea87ed116d05e691cccc8/586",
    "gl_unittests": "06febe2e4afa2efac96fa42543f36e6b037df3221cc9faa4025d2403167d8bc7/586",
    "google_apis_unittests": "83de5d34b4e62492c2ab87c0572a5081f249bf924947e700e5e583f1adf1a24e/748",
    "gpu_unittests": "97d2a447bda1dd08d958dd58043a99d000ac0602fe390000b0bdaa87f4c10f61/663",
    "gtk_unittests": "832101f8692596fbd9eca0c21909bd7f57ef83c4b453e0c2f77460b2c6e575b1/586",
    "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
    "headless_browsertests": "6cb17e4f17161e0a35d36d42fa20e4683a9de1c84e594129598a001fde32ac42/831",
    "headless_unittests": "ea351e5894eb2870195be3b1c25c9b5d1b2318c43a20c52077446e7df54b0c00/586",
    "interactive_ui_tests": "d9f9865a99e998d86778a88e4c0fbebd96c382d747df0a41b6f500efdd7b435b/1157",
    "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
    "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
    "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
    "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
    "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
    "media_unittests": "d1d3dd5b87ecab797c37cfdea561a89cfd94d7ee9f76b3542b8e1ddf4986b45d/666",
    "message_center_unittests": "7d248345745b760ca77365eec6d5ab8688c22dfbd7ede844de419796cc7a1438/586",
    "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
    "mojo_unittests": "4d5a66a5f95c18440618392f2f4d5cdfcfa6b001fb40f66e194ce0c099c33947/664",
    "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
    "net_unittests": "327cf3f14447e0e5424fbe79d4cc70e2be42883920cc950ab9a01d41a3df4533/665",
    "openscreen_unittests": "6a8a5308363aa88f2f71513d6544680b4a5a011890e97a5620ec136f52a5f2af/587",
    "ozone_unittests": "90f05caf11a9248306811c5b90807bee5679a725a120db2cd8c42f2a10baa761/586",
    "ozone_x11_unittests": "1d42438fefa47c92f4c28dbe669634c83ab53a8a71bbd4926ec57139cefb2717/586",
    "pdf_unittests": "18b2003586fa118b2e0f72f3c12916d59f907ba26a82d24d844a44e39ba664b8/663",
    "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
    "printing_unittests": "69ab1a9875316f88635de8f458988740393f94cb91b80ef874e89098d10233ce/586",
    "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
    "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
    "remoting_unittests": "00c4584a6be57d9cc77af1b7709baa9fcc37ab02a46c3176b8ddf9760c15f7b4/745",
    "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
    "services_unittests": "615b0538eeb5614fb7cc49006b69f765a9bfb1cf44e38fe3cfff6261a000f0f0/912",
    "shell_dialogs_unittests": "0b38c999815ba1f151ebba69334ebc097edd2d67fb861d92972c4f1cfe2c43b0/586",
    "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
    "snapshot_unittests": "7e7f99e2fa4b780a8bd042025d462243b9c49e560d552b277d287d179abc08f0/586",
    "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
    "storage_unittests": "3c0ea63261f0cc9f73b2eb2fb6c33dd55bfe125bba3ec45f785eae4e64c8c4ee/744",
    "sync_integration_tests": "1890d5fe7125f2dc7a864fecd59c579063fe912d30caf945833b9eba91902cf1/745",
    "ui_base_unittests": "40a4e782d309569f6d4cc36a69ff995d23ca55199c63045763f6c0e84112ea00/739",
    "ui_touch_selection_unittests": "feb0a4a2ec635db6b95e552191c84661f4b0de1a8df85fba83cd471ea9319df3/586",
    "ui_unittests": "7b6c224cd122a953f1105307023a6b672232928d40f0ba60c439b50a78b15d30/586",
    "unit_tests": "d5e5ffd1c16bd22f0725c2345843f43dc6a1e93a25fb8c47a79a597ec7aa6d8f/1238",
    "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
    "views_unittests": "4af0df08aa01817dde413157d94205009be41a355e2254af9c41db08c285eb5a/586",
    "viz_unittests": "b3371284ecd80487f57ccf987222f47bd416884daa11af979ed86d9a64d3f87a/670",
    "vr_common_unittests": "8ade81e787b9a4d0aa6c7bc0fa69a7bd32acda4c31f030566c40a5a9413dc080/664",
    "wm_unittests": "ffb44947777bb2f7809a22e7826014cd56fef7930486ed032cb9a2295d1cf1a3/586",
    "wtf_unittests": "e45e1eac79fd4ed0a0b6f39cdb708b58c4c6f643f32205525ea95cb6a00fe5a2/586",
    "xr_browser_tests": "2129b20d839261628b1d6c4aff696d45dcb2ac6cf6a52afe8a7498316f18ef0f/744",
    "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
  },
  "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/74a6ec354f6908b2f00c552490f510649c273a08
  • gitiles_ref:refs/branch-heads/8078
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:830
  • user_agent:recipe

Debug log (UTC)

[00:35:16.645] New invocation is queued and will start shortly
[00:35:16.645] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:35:17.922] Starting the invocation (attempt 1)
[00:35:17.946] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/74a6ec354f6908b2f00c552490f510649c273a08"
[00:35:17.946] Popped gitiles commit info from properties and tags
[00:35:17.946] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:35:17.951] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:35:17.954] Buildbucket request:
{
  "requestId": "8833259280078931744",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "74a6ec354f6908b2f00c552490f510649c273a08",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/8078"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8833259280078931744",
            "job": "chromium-m156/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "74a6ec354f6908b2f00c552490f510649c273a08",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/8078"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "74a6ec354f6908b2f00c552490f510649c273a08"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667830442475444289"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667830442475444289"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8667830442475444289"
                                              }
                                        ],
                                    "parent_build_id": "8667830442475444289",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
                                    "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
                                    "parent_got_revision": "74a6ec354f6908b2f00c552490f510649c273a08",
                                    "parent_got_revision_cp": "refs/branch-heads/8078@{#1248}",
                                    "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
                                    "parent_got_v8_revision": "0152749c1958c6cefde54ca99e339c3b186fbb71",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#36}",
                                    "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
                                    "revision": "74a6ec354f6908b2f00c552490f510649c273a08",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
                                          "accessibility_unittests": "e410e89e6cfdc7c0a7e3f54fb3e93559b29c570d06cf073e56163390bdf6bb71/586",
                                          "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
                                          "aura_unittests": "0af06c95b478a6325fcb0789c1f50b56407f3e91640cbb28c1c7e47de64bb785/586",
                                          "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
                                          "blink_common_unittests": "0fafeb2cb7d93eb3dc091a3178bd929d522939d0bfba7075096ac889eaa2b9f9/664",
                                          "blink_fuzzer_unittests": "d5f390a9a197864564526760f0ade574c681f68b19d3604bf241811e0aca1712/586",
                                          "blink_heap_unittests": "878ea290593c5ab008edb4561667b15ca4577afc0965b0f9c717ab52b8f686f5/586",
                                          "blink_platform_unittests": "7f19d4b01a2fce80eb3cdba8f5573f73d322fc9884a5e4e20a8713dd3762fee6/743",
                                          "blink_unittests": "27cd0f8802911341491bb17a3cce7440b3400bf6992e172c42a04342f9025e13/827",
                                          "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
                                          "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
                                          "capture_unittests": "83a73004b5fa9b5ff15116c180e271547ba42134c8bbe0aae39d5e7ea7c4819a/665",
                                          "cast_unittests": "d9f49cd28422b081596ec0b8471b0c33f0aeb2586522dfe40ba2259db52227f4/586",
                                          "cc_unittests": "282fa6fe43b871f9dfa416a320df04a580d90089ab1b3749f80fe42aad16d9c8/746",
                                          "chrome_app_unittests": "ce1ecd79652734c6a4330828a4546886107575beb5839400c37dd9b62944093c/664",
                                          "chromedriver_unittests": "cf510cdb883caa2b4da3b432aefa123f01e80d79f5cbf69572d0ed93192e22a6/743",
                                          "components_browsertests": "cfbffa3c60f8bed00bd4cc888a88aaac70fe1d5d00de254890d893d971946183/830",
                                          "components_unittests": "d7a033d1e41b3132f4dffb9559132a03e39a4b74aed0d47f221421d0224cc0b5/909",
                                          "compositor_unittests": "5d60e1732f0677b12ee7a8da8c9e479ffe4f24c5518c1e3f535bd61895829754/662",
                                          "content_browsertests": "4b90be97680599b1e910f2a2bc177d3b8810cdbb02ea1b9009361b2ca1eddf4a/903",
                                          "content_unittests": "1649661b4a01afeb719ed69fa927161a5807aa32c31a4aef69634aac14a0a2fb/823",
                                          "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
                                          "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
                                          "device_unittests": "bf4f898c31ec0f4254a8adf52ae251bbbf4593efba91457af4b4daa2a2188de9/663",
                                          "display_unittests": "fe44a3a51ec032dfb456d864ad966c7f1f4ba5167dcdf09465d56486f88ab5f0/586",
                                          "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
                                          "events_unittests": "131e8c1c41afdad7e366c340e84afd0d9795346789987d994f2d16ccbdab645d/586",
                                          "extensions_unittests": "ab70e76009d8904693c621fa92b6b8b653db170eb11b8eee5590e7620c90ba74/828",
                                          "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
                                          "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
                                          "gcm_unit_tests": "03282499fa2f8dbdc9c8f7ddc8831c6e81c2e065b0d91e9a11bf1d708a11b21a/663",
                                          "gfx_unittests": "5ba9510b25a4a405c7d2b8e4cf1749ff8848287162387ba1f01f67d7c4f4f54c/662",
                                          "gin_unittests": "42980edec76d97c07fe777ab8ee87436ca6aa0088ab1ee8473c69e761251030a/663",
                                          "gl_tests": "c8159cc3a0170f4ea71d50c8763c6c75b8cf0a1cba1ea87ed116d05e691cccc8/586",
                                          "gl_unittests": "06febe2e4afa2efac96fa42543f36e6b037df3221cc9faa4025d2403167d8bc7/586",
                                          "google_apis_unittests": "83de5d34b4e62492c2ab87c0572a5081f249bf924947e700e5e583f1adf1a24e/748",
                                          "gpu_unittests": "97d2a447bda1dd08d958dd58043a99d000ac0602fe390000b0bdaa87f4c10f61/663",
                                          "gtk_unittests": "832101f8692596fbd9eca0c21909bd7f57ef83c4b453e0c2f77460b2c6e575b1/586",
                                          "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
                                          "headless_browsertests": "6cb17e4f17161e0a35d36d42fa20e4683a9de1c84e594129598a001fde32ac42/831",
                                          "headless_unittests": "ea351e5894eb2870195be3b1c25c9b5d1b2318c43a20c52077446e7df54b0c00/586",
                                          "interactive_ui_tests": "d9f9865a99e998d86778a88e4c0fbebd96c382d747df0a41b6f500efdd7b435b/1157",
                                          "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
                                          "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
                                          "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
                                          "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
                                          "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
                                          "media_unittests": "d1d3dd5b87ecab797c37cfdea561a89cfd94d7ee9f76b3542b8e1ddf4986b45d/666",
                                          "message_center_unittests": "7d248345745b760ca77365eec6d5ab8688c22dfbd7ede844de419796cc7a1438/586",
                                          "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
                                          "mojo_unittests": "4d5a66a5f95c18440618392f2f4d5cdfcfa6b001fb40f66e194ce0c099c33947/664",
                                          "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
                                          "net_unittests": "327cf3f14447e0e5424fbe79d4cc70e2be42883920cc950ab9a01d41a3df4533/665",
                                          "openscreen_unittests": "6a8a5308363aa88f2f71513d6544680b4a5a011890e97a5620ec136f52a5f2af/587",
                                          "ozone_unittests": "90f05caf11a9248306811c5b90807bee5679a725a120db2cd8c42f2a10baa761/586",
                                          "ozone_x11_unittests": "1d42438fefa47c92f4c28dbe669634c83ab53a8a71bbd4926ec57139cefb2717/586",
                                          "pdf_unittests": "18b2003586fa118b2e0f72f3c12916d59f907ba26a82d24d844a44e39ba664b8/663",
                                          "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
                                          "printing_unittests": "69ab1a9875316f88635de8f458988740393f94cb91b80ef874e89098d10233ce/586",
                                          "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
                                          "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
                                          "remoting_unittests": "00c4584a6be57d9cc77af1b7709baa9fcc37ab02a46c3176b8ddf9760c15f7b4/745",
                                          "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
                                          "services_unittests": "615b0538eeb5614fb7cc49006b69f765a9bfb1cf44e38fe3cfff6261a000f0f0/912",
                                          "shell_dialogs_unittests": "0b38c999815ba1f151ebba69334ebc097edd2d67fb861d92972c4f1cfe2c43b0/586",
                                          "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
                                          "snapshot_unittests": "7e7f99e2fa4b780a8bd042025d462243b9c49e560d552b277d287d179abc08f0/586",
                                          "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
                                          "storage_unittests": "3c0ea63261f0cc9f73b2eb2fb6c33dd55bfe125bba3ec45f785eae4e64c8c4ee/744",
                                          "sync_integration_tests": "1890d5fe7125f2dc7a864fecd59c579063fe912d30caf945833b9eba91902cf1/745",
                                          "ui_base_unittests": "40a4e782d309569f6d4cc36a69ff995d23ca55199c63045763f6c0e84112ea00/739",
                                          "ui_touch_selection_unittests": "feb0a4a2ec635db6b95e552191c84661f4b0de1a8df85fba83cd471ea9319df3/586",
                                          "ui_unittests": "7b6c224cd122a953f1105307023a6b672232928d40f0ba60c439b50a78b15d30/586",
                                          "unit_tests": "d5e5ffd1c16bd22f0725c2345843f43dc6a1e93a25fb8c47a79a597ec7aa6d8f/1238",
                                          "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
                                          "views_unittests": "4af0df08aa01817dde413157d94205009be41a355e2254af9c41db08c285eb5a/586",
                                          "viz_unittests": "b3371284ecd80487f57ccf987222f47bd416884daa11af979ed86d9a64d3f87a/670",
                                          "vr_common_unittests": "8ade81e787b9a4d0aa6c7bc0fa69a7bd32acda4c31f030566c40a5a9413dc080/664",
                                          "wm_unittests": "ffb44947777bb2f7809a22e7826014cd56fef7930486ed032cb9a2295d1cf1a3/586",
                                          "wtf_unittests": "e45e1eac79fd4ed0a0b6f39cdb708b58c4c6f643f32205525ea95cb6a00fe5a2/586",
                                          "xr_browser_tests": "2129b20d839261628b1d6c4aff696d45dcb2ac6cf6a52afe8a7498316f18ef0f/744",
                                          "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
                                        },
                                    "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/8078",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "74a6ec354f6908b2f00c552490f510649c273a08",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:830",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "466e86b1-686e-49e8-beed-f93646912d6b",
                        "title": "Linux TSan Builder/830",
                        "url": "https://cr-buildbucket.appspot.com/build/8667830442475444289"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "74a6ec354f6908b2f00c552490f510649c273a08"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8667830442475444289"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8667830442475444289"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8667830442475444289"
                }
          ],
      "parent_build_id": "8667830442475444289",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
      "parent_got_dawn_revision": "0a2c7df818e285d6db0f085135139cda04cee8bb",
      "parent_got_revision": "74a6ec354f6908b2f00c552490f510649c273a08",
      "parent_got_revision_cp": "refs/branch-heads/8078@{#1248}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "0152749c1958c6cefde54ca99e339c3b186fbb71",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#36}",
      "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
            "accessibility_unittests": "e410e89e6cfdc7c0a7e3f54fb3e93559b29c570d06cf073e56163390bdf6bb71/586",
            "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
            "aura_unittests": "0af06c95b478a6325fcb0789c1f50b56407f3e91640cbb28c1c7e47de64bb785/586",
            "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
            "blink_common_unittests": "0fafeb2cb7d93eb3dc091a3178bd929d522939d0bfba7075096ac889eaa2b9f9/664",
            "blink_fuzzer_unittests": "d5f390a9a197864564526760f0ade574c681f68b19d3604bf241811e0aca1712/586",
            "blink_heap_unittests": "878ea290593c5ab008edb4561667b15ca4577afc0965b0f9c717ab52b8f686f5/586",
            "blink_platform_unittests": "7f19d4b01a2fce80eb3cdba8f5573f73d322fc9884a5e4e20a8713dd3762fee6/743",
            "blink_unittests": "27cd0f8802911341491bb17a3cce7440b3400bf6992e172c42a04342f9025e13/827",
            "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
            "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
            "capture_unittests": "83a73004b5fa9b5ff15116c180e271547ba42134c8bbe0aae39d5e7ea7c4819a/665",
            "cast_unittests": "d9f49cd28422b081596ec0b8471b0c33f0aeb2586522dfe40ba2259db52227f4/586",
            "cc_unittests": "282fa6fe43b871f9dfa416a320df04a580d90089ab1b3749f80fe42aad16d9c8/746",
            "chrome_app_unittests": "ce1ecd79652734c6a4330828a4546886107575beb5839400c37dd9b62944093c/664",
            "chromedriver_unittests": "cf510cdb883caa2b4da3b432aefa123f01e80d79f5cbf69572d0ed93192e22a6/743",
            "components_browsertests": "cfbffa3c60f8bed00bd4cc888a88aaac70fe1d5d00de254890d893d971946183/830",
            "components_unittests": "d7a033d1e41b3132f4dffb9559132a03e39a4b74aed0d47f221421d0224cc0b5/909",
            "compositor_unittests": "5d60e1732f0677b12ee7a8da8c9e479ffe4f24c5518c1e3f535bd61895829754/662",
            "content_browsertests": "4b90be97680599b1e910f2a2bc177d3b8810cdbb02ea1b9009361b2ca1eddf4a/903",
            "content_unittests": "1649661b4a01afeb719ed69fa927161a5807aa32c31a4aef69634aac14a0a2fb/823",
            "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
            "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
            "device_unittests": "bf4f898c31ec0f4254a8adf52ae251bbbf4593efba91457af4b4daa2a2188de9/663",
            "display_unittests": "fe44a3a51ec032dfb456d864ad966c7f1f4ba5167dcdf09465d56486f88ab5f0/586",
            "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
            "events_unittests": "131e8c1c41afdad7e366c340e84afd0d9795346789987d994f2d16ccbdab645d/586",
            "extensions_unittests": "ab70e76009d8904693c621fa92b6b8b653db170eb11b8eee5590e7620c90ba74/828",
            "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
            "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
            "gcm_unit_tests": "03282499fa2f8dbdc9c8f7ddc8831c6e81c2e065b0d91e9a11bf1d708a11b21a/663",
            "gfx_unittests": "5ba9510b25a4a405c7d2b8e4cf1749ff8848287162387ba1f01f67d7c4f4f54c/662",
            "gin_unittests": "42980edec76d97c07fe777ab8ee87436ca6aa0088ab1ee8473c69e761251030a/663",
            "gl_tests": "c8159cc3a0170f4ea71d50c8763c6c75b8cf0a1cba1ea87ed116d05e691cccc8/586",
            "gl_unittests": "06febe2e4afa2efac96fa42543f36e6b037df3221cc9faa4025d2403167d8bc7/586",
            "google_apis_unittests": "83de5d34b4e62492c2ab87c0572a5081f249bf924947e700e5e583f1adf1a24e/748",
            "gpu_unittests": "97d2a447bda1dd08d958dd58043a99d000ac0602fe390000b0bdaa87f4c10f61/663",
            "gtk_unittests": "832101f8692596fbd9eca0c21909bd7f57ef83c4b453e0c2f77460b2c6e575b1/586",
            "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
            "headless_browsertests": "6cb17e4f17161e0a35d36d42fa20e4683a9de1c84e594129598a001fde32ac42/831",
            "headless_unittests": "ea351e5894eb2870195be3b1c25c9b5d1b2318c43a20c52077446e7df54b0c00/586",
            "interactive_ui_tests": "d9f9865a99e998d86778a88e4c0fbebd96c382d747df0a41b6f500efdd7b435b/1157",
            "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
            "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
            "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
            "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
            "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
            "media_unittests": "d1d3dd5b87ecab797c37cfdea561a89cfd94d7ee9f76b3542b8e1ddf4986b45d/666",
            "message_center_unittests": "7d248345745b760ca77365eec6d5ab8688c22dfbd7ede844de419796cc7a1438/586",
            "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
            "mojo_unittests": "4d5a66a5f95c18440618392f2f4d5cdfcfa6b001fb40f66e194ce0c099c33947/664",
            "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
            "net_unittests": "327cf3f14447e0e5424fbe79d4cc70e2be42883920cc950ab9a01d41a3df4533/665",
            "openscreen_unittests": "6a8a5308363aa88f2f71513d6544680b4a5a011890e97a5620ec136f52a5f2af/587",
            "ozone_unittests": "90f05caf11a9248306811c5b90807bee5679a725a120db2cd8c42f2a10baa761/586",
            "ozone_x11_unittests": "1d42438fefa47c92f4c28dbe669634c83ab53a8a71bbd4926ec57139cefb2717/586",
            "pdf_unittests": "18b2003586fa118b2e0f72f3c12916d59f907ba26a82d24d844a44e39ba664b8/663",
            "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
            "printing_unittests": "69ab1a9875316f88635de8f458988740393f94cb91b80ef874e89098d10233ce/586",
            "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
            "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
            "remoting_unittests": "00c4584a6be57d9cc77af1b7709baa9fcc37ab02a46c3176b8ddf9760c15f7b4/745",
            "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
            "services_unittests": "615b0538eeb5614fb7cc49006b69f765a9bfb1cf44e38fe3cfff6261a000f0f0/912",
            "shell_dialogs_unittests": "0b38c999815ba1f151ebba69334ebc097edd2d67fb861d92972c4f1cfe2c43b0/586",
            "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
            "snapshot_unittests": "7e7f99e2fa4b780a8bd042025d462243b9c49e560d552b277d287d179abc08f0/586",
            "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
            "storage_unittests": "3c0ea63261f0cc9f73b2eb2fb6c33dd55bfe125bba3ec45f785eae4e64c8c4ee/744",
            "sync_integration_tests": "1890d5fe7125f2dc7a864fecd59c579063fe912d30caf945833b9eba91902cf1/745",
            "ui_base_unittests": "40a4e782d309569f6d4cc36a69ff995d23ca55199c63045763f6c0e84112ea00/739",
            "ui_touch_selection_unittests": "feb0a4a2ec635db6b95e552191c84661f4b0de1a8df85fba83cd471ea9319df3/586",
            "ui_unittests": "7b6c224cd122a953f1105307023a6b672232928d40f0ba60c439b50a78b15d30/586",
            "unit_tests": "d5e5ffd1c16bd22f0725c2345843f43dc6a1e93a25fb8c47a79a597ec7aa6d8f/1238",
            "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
            "views_unittests": "4af0df08aa01817dde413157d94205009be41a355e2254af9c41db08c285eb5a/586",
            "viz_unittests": "b3371284ecd80487f57ccf987222f47bd416884daa11af979ed86d9a64d3f87a/670",
            "vr_common_unittests": "8ade81e787b9a4d0aa6c7bc0fa69a7bd32acda4c31f030566c40a5a9413dc080/664",
            "wm_unittests": "ffb44947777bb2f7809a22e7826014cd56fef7930486ed032cb9a2295d1cf1a3/586",
            "wtf_unittests": "e45e1eac79fd4ed0a0b6f39cdb708b58c4c6f643f32205525ea95cb6a00fe5a2/586",
            "xr_browser_tests": "2129b20d839261628b1d6c4aff696d45dcb2ac6cf6a52afe8a7498316f18ef0f/744",
            "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
          },
      "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "74a6ec354f6908b2f00c552490f510649c273a08",
    "ref": "refs/branch-heads/8078"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8833259280078931744"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m156/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "830"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:35:18.595] Scheduled build:
{
  "id": "8667829217935838513",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 554,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-16T00:35:18.066130206Z",
  "updateTime": "2026-10-16T00:35:18.066130206Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "74a6ec354f6908b2f00c552490f510649c273a08",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[00:35:18.595] Task URL: https://cr-buildbucket.appspot.com/build/8667829217935838513
[00:35:18.595] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:2:0) after 2m39s
[00:35:19.578] Received PubSub notification, asking Buildbucket for the build status
[00:35:19.600] Build status: SCHEDULED
[00:35:28.578] Received PubSub notification, asking Buildbucket for the build status
[00:35:28.610] Build status: STARTED
[00:37:57.614] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:2:0)
[00:37:57.676] Build status: STARTED
[00:37:57.677] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:5:0) after 3m27s
[00:41:24.688] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:5:0)
[00:41:24.708] Build status: STARTED
[00:41:24.708] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:6:0) after 2m7s
[00:43:31.854] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:6:0)
[00:43:31.907] Build status: STARTED
[00:43:31.907] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:7:0) after 6m32s
[00:50:04.025] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:7:0)
[00:50:04.052] Build status: STARTED
[00:50:04.052] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:8:0) after 5m5s
[00:55:09.127] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:8:0)
[00:55:09.159] Build status: STARTED
[00:55:09.159] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:9:0) after 9m59s
[01:05:08.241] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:9:0)
[01:05:08.281] Build status: STARTED
[01:05:08.281] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833259280078931744:10:0) after 6m32s
[01:11:18.941] Received PubSub notification, asking Buildbucket for the build status
[01:11:18.963] Build:
{
  "id": "8667829217935838513",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 554,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-16T00:35:18.066130206Z",
  "startTime": "2026-10-16T00:35:28.282888335Z",
  "endTime": "2026-10-16T01:11:18.472671927Z",
  "updateTime": "2026-10-16T01:11:18.472671927Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "74a6ec354f6908b2f00c552490f510649c273a08",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[01:11:18.963] Invocation finished in 36m2.323733978s with status FAILED