Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 36 minutes
Actions:

Definition (rev 1ea5d64318a68cfeb1208ef2f27d1e815a3a23f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "67e24cf247ef17247c91af692505ebbfddee23fc",
        "project": "chromium/src",
        "ref": "refs/branch-heads/8078"
      }
    ]
  },
  "branch": "refs/branch-heads/8078",
  "deps_revision_overrides": {
    "src": "67e24cf247ef17247c91af692505ebbfddee23fc"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8667648911921717393"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8667648911921717393"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8667648911921717393"
    }
  ],
  "parent_build_id": "8667648911921717393",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
  "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
  "parent_got_revision": "67e24cf247ef17247c91af692505ebbfddee23fc",
  "parent_got_revision_cp": "refs/branch-heads/8078@{#1275}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "392e44423f46d75904da712fadea4c7d5d97967f",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#38}",
  "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "67e24cf247ef17247c91af692505ebbfddee23fc",
  "swarm_hashes": {
    "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
    "accessibility_unittests": "0ac1f9521eca1faca90f84c1731fea402c5d5996b07ec4a0621c7128d30559b2/586",
    "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
    "aura_unittests": "3ac1d0ea7daec89aaed035c5e820f2f315921d090287d4c0a23df4dc12c88e2d/586",
    "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
    "blink_common_unittests": "ef244124b60574a2b87d8ced429e96777aae9e72af4a08a7a559ef9dca15a116/664",
    "blink_fuzzer_unittests": "8b7e48f0a8da5c7b35202aa13c5a66b7c6fae2fb0160cdf069023cfd1a075889/586",
    "blink_heap_unittests": "e10d0a0720bd042be0271a375a4e437665a94743bda985be0a31f0a3aa72d870/586",
    "blink_platform_unittests": "1a5642851c58329066ee390f1da7770c2e3ad52fb7c086a884cd7bbedbbee5af/743",
    "blink_unittests": "7799073cf8a264f18487300de4bab536bea313a336a0ab00e0b0aac8d5695988/827",
    "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
    "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
    "capture_unittests": "bbac673434b099603d323f219b9681027539a64f20d314d49f19fa0e86859098/665",
    "cast_unittests": "8c3df2c235202bca1107b5b5f4b5835678832c84cb42de0e9f4035d15a42f7a8/586",
    "cc_unittests": "5e5d8ba601eb478afa988501089b1c71c7060b5d74155b789b3b3b696cbbcb16/746",
    "chrome_app_unittests": "30e7d18031f9a6b8c9ab6e262ad808bce78e0b4de1723ab3214d3ac4d8be714a/664",
    "chromedriver_unittests": "5be2923901a97cca1ef48f9c75416a33043b60bfb6e548f852126f89e5251cb0/743",
    "components_browsertests": "3b963fdf564c667324cbe021f5aaf77e88a67366e0cc388e1026aed449f5ff21/830",
    "components_unittests": "9ac88d929a2aba768cf200d3ad2de27734e61d92d0f7a89827ce2bdc2c91bef9/909",
    "compositor_unittests": "5ab641e84d1386a3c7b3971400a3aec26dc30b33b0d56f78eaaeebc88fc32a9c/662",
    "content_browsertests": "e6e856a672cebcd0876d976ede25584583d2af8ece112c45dbe50a1436c5acfc/903",
    "content_unittests": "cf50fbe733492a25ea9b2bb7705a0993d9eb0381421f0288851589e5c2711d54/823",
    "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
    "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
    "device_unittests": "a8a36bd2b32a792445e9747dd4cc175710e4c305c2e5c611d66a85cefdf99db0/663",
    "display_unittests": "fe44a3a51ec032dfb456d864ad966c7f1f4ba5167dcdf09465d56486f88ab5f0/586",
    "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
    "events_unittests": "8054fd58ffd2241dcd8be5502dd8e4f8a46e8cbe36806947f033d98887a1404e/586",
    "extensions_unittests": "555ceac0ba76693c0f877913e811e22fcd4ebd60c5ac25f06024417c45466d3e/828",
    "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
    "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
    "gcm_unit_tests": "1553e139c66be5079ece0a0f2d1a1f0eee7e56151f1ae1dfc92bad03cc1d1f61/663",
    "gfx_unittests": "e6d45ddddd6b72e6eebd39ac9c61871f817e4c8148b52cfdc4baa50fe7f97589/662",
    "gin_unittests": "19dd965b5d6c655e054badedfeb437aa985b2ad586f73c583a4f4d42c13fa191/663",
    "gl_tests": "778aaba52d5b27bff3962d9a24c9eff5d3c73574c072aff4e2429528e5d992d9/586",
    "gl_unittests": "6c2847ae584efa7aad2867b9a9922c8b437165a49a005fd9e4880347ada126c6/586",
    "google_apis_unittests": "49ea674fe34ed98ee6287c5ee818ac3567695c477ebaa06aaffc065fe15a8170/748",
    "gpu_unittests": "0e6e461161b397253325c522afae808e1a1695e50567325f34528327346ee84b/663",
    "gtk_unittests": "325d7d150f3f5ad45e0ef59263da951ce47d4b567cd99a0098db497cd3065469/586",
    "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
    "headless_browsertests": "81433e47dce6390af8eccbda4dba69390c0ba923eb1393016e28b508c49676f8/831",
    "headless_unittests": "e47634247b8bb805215bed809a98788aa9313b5cb6a9b45077bbcf2ef9f41084/586",
    "interactive_ui_tests": "953866458e8ddfc7a4d83357b7f824087279a46bfd148eea682182918669a9e3/1157",
    "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
    "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
    "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
    "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
    "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
    "media_unittests": "de8e42777a0d5974768ac3514bda2e11b9a2b3289525bd94393504518c4f9c40/666",
    "message_center_unittests": "07be513d467d411b8e0d2c973dcffec3dc3935c69380c619450e768bc113e5e0/586",
    "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
    "mojo_unittests": "7e2f2a2e88d76317faa736445036a95270908dcc9f1164faaf3f443e9dfda605/664",
    "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
    "net_unittests": "92d7343068f34f468f196183078a9791af831fc80a699503bd3c24beaf825492/665",
    "openscreen_unittests": "9bf2bd86f7e2bdbe849510ad9c6d0bb2164402ac1b5541a781111377a4029d81/587",
    "ozone_unittests": "baa42474b44325095cd720dbc85869856cc7901c4401aa635d3ca12af1f5c903/586",
    "ozone_x11_unittests": "1d42438fefa47c92f4c28dbe669634c83ab53a8a71bbd4926ec57139cefb2717/586",
    "pdf_unittests": "b38ff118fc90ff562513a551bcb239b695e5c157e5406866734aa69683501e5d/663",
    "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
    "printing_unittests": "746ba044effab06b290d04ba73a0bc7358e3ebe7c1a841b26ccf9732d655d3b5/586",
    "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
    "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
    "remoting_unittests": "18a74d67820c56fd1ec3153b62a4db28fa211b31bfcdc8a65a9ec230827bcd82/745",
    "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
    "services_unittests": "721cb1ab8421f187084f04b6c21cbe507a8c1eee7d3d446466b3a01fee0f584d/912",
    "shell_dialogs_unittests": "69481e6c1e85be360e3107ed7d59ad2af9acad2bc1f0c74011f9f7c96823fdec/586",
    "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
    "snapshot_unittests": "313ab0548157336dbe695de02048aab446ff8a9eae28a916282c94941267e15d/586",
    "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
    "storage_unittests": "f4c4fa59df346ef451d455d55e3762ad80ca97d1114df03668c620d3b94fd7a1/744",
    "sync_integration_tests": "57542f76350780d31771570a398d6a3283b9ce28969fcbc7e0eadf3ce3aa83fa/745",
    "ui_base_unittests": "0c145d7794f97f0d6e19060590ce753e3d134b79685d71a5b1f923f88379b131/739",
    "ui_touch_selection_unittests": "61d32a8560fd8d7db130d0cd1b372dc8378e40c3b3b9ae62f79a25867827a083/586",
    "ui_unittests": "7b6c224cd122a953f1105307023a6b672232928d40f0ba60c439b50a78b15d30/586",
    "unit_tests": "eab7c4fc8b581c7b1755192a702c4cfe2a2ec99e6b937193b91423eef6015f5b/1238",
    "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
    "views_unittests": "058ed931d0a7fd1ea6657a845f2d95452010be40655d2a7e4d7659617b6afbdf/586",
    "viz_unittests": "01084d8c7b3c3fa369fdc8d6895e807a5209e3ac2429a753c437e75c2033f9ec/670",
    "vr_common_unittests": "c0d68baf23fa3e29e789263af4e742ada1d4d8fda275e0dcc2f1f280f861e957/664",
    "wm_unittests": "3dbced553543090bb10e143fff893f739ec584a697a5605b479db381248ecebe/586",
    "wtf_unittests": "245dd7e495c64b93e712912c528bd7f5feac2cfd7c80ac2a1dc5cf9da8b806f1/586",
    "xr_browser_tests": "bdff85e084e589d12ac0883da9fdabea43545887e515c87595acae6eba8550c1/744",
    "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
  },
  "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/67e24cf247ef17247c91af692505ebbfddee23fc
  • gitiles_ref:refs/branch-heads/8078
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:856
  • user_agent:recipe

Debug log (UTC)

[00:53:38.399] New invocation is queued and will start shortly
[00:53:38.399] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:53:39.483] Starting the invocation (attempt 1)
[00:53:39.509] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/67e24cf247ef17247c91af692505ebbfddee23fc"
[00:53:39.509] Popped gitiles commit info from properties and tags
[00:53:39.509] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:53:39.509] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:53:39.510] Buildbucket request:
{
  "requestId": "8833076930874882160",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "67e24cf247ef17247c91af692505ebbfddee23fc",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/8078"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8833076930874882160",
            "job": "chromium-m156/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "67e24cf247ef17247c91af692505ebbfddee23fc",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/8078"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "67e24cf247ef17247c91af692505ebbfddee23fc"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667648911921717393"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667648911921717393"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8667648911921717393"
                                              }
                                        ],
                                    "parent_build_id": "8667648911921717393",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
                                    "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
                                    "parent_got_revision": "67e24cf247ef17247c91af692505ebbfddee23fc",
                                    "parent_got_revision_cp": "refs/branch-heads/8078@{#1275}",
                                    "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
                                    "parent_got_v8_revision": "392e44423f46d75904da712fadea4c7d5d97967f",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#38}",
                                    "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
                                    "revision": "67e24cf247ef17247c91af692505ebbfddee23fc",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
                                          "accessibility_unittests": "0ac1f9521eca1faca90f84c1731fea402c5d5996b07ec4a0621c7128d30559b2/586",
                                          "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
                                          "aura_unittests": "3ac1d0ea7daec89aaed035c5e820f2f315921d090287d4c0a23df4dc12c88e2d/586",
                                          "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
                                          "blink_common_unittests": "ef244124b60574a2b87d8ced429e96777aae9e72af4a08a7a559ef9dca15a116/664",
                                          "blink_fuzzer_unittests": "8b7e48f0a8da5c7b35202aa13c5a66b7c6fae2fb0160cdf069023cfd1a075889/586",
                                          "blink_heap_unittests": "e10d0a0720bd042be0271a375a4e437665a94743bda985be0a31f0a3aa72d870/586",
                                          "blink_platform_unittests": "1a5642851c58329066ee390f1da7770c2e3ad52fb7c086a884cd7bbedbbee5af/743",
                                          "blink_unittests": "7799073cf8a264f18487300de4bab536bea313a336a0ab00e0b0aac8d5695988/827",
                                          "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
                                          "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
                                          "capture_unittests": "bbac673434b099603d323f219b9681027539a64f20d314d49f19fa0e86859098/665",
                                          "cast_unittests": "8c3df2c235202bca1107b5b5f4b5835678832c84cb42de0e9f4035d15a42f7a8/586",
                                          "cc_unittests": "5e5d8ba601eb478afa988501089b1c71c7060b5d74155b789b3b3b696cbbcb16/746",
                                          "chrome_app_unittests": "30e7d18031f9a6b8c9ab6e262ad808bce78e0b4de1723ab3214d3ac4d8be714a/664",
                                          "chromedriver_unittests": "5be2923901a97cca1ef48f9c75416a33043b60bfb6e548f852126f89e5251cb0/743",
                                          "components_browsertests": "3b963fdf564c667324cbe021f5aaf77e88a67366e0cc388e1026aed449f5ff21/830",
                                          "components_unittests": "9ac88d929a2aba768cf200d3ad2de27734e61d92d0f7a89827ce2bdc2c91bef9/909",
                                          "compositor_unittests": "5ab641e84d1386a3c7b3971400a3aec26dc30b33b0d56f78eaaeebc88fc32a9c/662",
                                          "content_browsertests": "e6e856a672cebcd0876d976ede25584583d2af8ece112c45dbe50a1436c5acfc/903",
                                          "content_unittests": "cf50fbe733492a25ea9b2bb7705a0993d9eb0381421f0288851589e5c2711d54/823",
                                          "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
                                          "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
                                          "device_unittests": "a8a36bd2b32a792445e9747dd4cc175710e4c305c2e5c611d66a85cefdf99db0/663",
                                          "display_unittests": "fe44a3a51ec032dfb456d864ad966c7f1f4ba5167dcdf09465d56486f88ab5f0/586",
                                          "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
                                          "events_unittests": "8054fd58ffd2241dcd8be5502dd8e4f8a46e8cbe36806947f033d98887a1404e/586",
                                          "extensions_unittests": "555ceac0ba76693c0f877913e811e22fcd4ebd60c5ac25f06024417c45466d3e/828",
                                          "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
                                          "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
                                          "gcm_unit_tests": "1553e139c66be5079ece0a0f2d1a1f0eee7e56151f1ae1dfc92bad03cc1d1f61/663",
                                          "gfx_unittests": "e6d45ddddd6b72e6eebd39ac9c61871f817e4c8148b52cfdc4baa50fe7f97589/662",
                                          "gin_unittests": "19dd965b5d6c655e054badedfeb437aa985b2ad586f73c583a4f4d42c13fa191/663",
                                          "gl_tests": "778aaba52d5b27bff3962d9a24c9eff5d3c73574c072aff4e2429528e5d992d9/586",
                                          "gl_unittests": "6c2847ae584efa7aad2867b9a9922c8b437165a49a005fd9e4880347ada126c6/586",
                                          "google_apis_unittests": "49ea674fe34ed98ee6287c5ee818ac3567695c477ebaa06aaffc065fe15a8170/748",
                                          "gpu_unittests": "0e6e461161b397253325c522afae808e1a1695e50567325f34528327346ee84b/663",
                                          "gtk_unittests": "325d7d150f3f5ad45e0ef59263da951ce47d4b567cd99a0098db497cd3065469/586",
                                          "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
                                          "headless_browsertests": "81433e47dce6390af8eccbda4dba69390c0ba923eb1393016e28b508c49676f8/831",
                                          "headless_unittests": "e47634247b8bb805215bed809a98788aa9313b5cb6a9b45077bbcf2ef9f41084/586",
                                          "interactive_ui_tests": "953866458e8ddfc7a4d83357b7f824087279a46bfd148eea682182918669a9e3/1157",
                                          "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
                                          "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
                                          "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
                                          "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
                                          "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
                                          "media_unittests": "de8e42777a0d5974768ac3514bda2e11b9a2b3289525bd94393504518c4f9c40/666",
                                          "message_center_unittests": "07be513d467d411b8e0d2c973dcffec3dc3935c69380c619450e768bc113e5e0/586",
                                          "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
                                          "mojo_unittests": "7e2f2a2e88d76317faa736445036a95270908dcc9f1164faaf3f443e9dfda605/664",
                                          "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
                                          "net_unittests": "92d7343068f34f468f196183078a9791af831fc80a699503bd3c24beaf825492/665",
                                          "openscreen_unittests": "9bf2bd86f7e2bdbe849510ad9c6d0bb2164402ac1b5541a781111377a4029d81/587",
                                          "ozone_unittests": "baa42474b44325095cd720dbc85869856cc7901c4401aa635d3ca12af1f5c903/586",
                                          "ozone_x11_unittests": "1d42438fefa47c92f4c28dbe669634c83ab53a8a71bbd4926ec57139cefb2717/586",
                                          "pdf_unittests": "b38ff118fc90ff562513a551bcb239b695e5c157e5406866734aa69683501e5d/663",
                                          "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
                                          "printing_unittests": "746ba044effab06b290d04ba73a0bc7358e3ebe7c1a841b26ccf9732d655d3b5/586",
                                          "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
                                          "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
                                          "remoting_unittests": "18a74d67820c56fd1ec3153b62a4db28fa211b31bfcdc8a65a9ec230827bcd82/745",
                                          "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
                                          "services_unittests": "721cb1ab8421f187084f04b6c21cbe507a8c1eee7d3d446466b3a01fee0f584d/912",
                                          "shell_dialogs_unittests": "69481e6c1e85be360e3107ed7d59ad2af9acad2bc1f0c74011f9f7c96823fdec/586",
                                          "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
                                          "snapshot_unittests": "313ab0548157336dbe695de02048aab446ff8a9eae28a916282c94941267e15d/586",
                                          "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
                                          "storage_unittests": "f4c4fa59df346ef451d455d55e3762ad80ca97d1114df03668c620d3b94fd7a1/744",
                                          "sync_integration_tests": "57542f76350780d31771570a398d6a3283b9ce28969fcbc7e0eadf3ce3aa83fa/745",
                                          "ui_base_unittests": "0c145d7794f97f0d6e19060590ce753e3d134b79685d71a5b1f923f88379b131/739",
                                          "ui_touch_selection_unittests": "61d32a8560fd8d7db130d0cd1b372dc8378e40c3b3b9ae62f79a25867827a083/586",
                                          "ui_unittests": "7b6c224cd122a953f1105307023a6b672232928d40f0ba60c439b50a78b15d30/586",
                                          "unit_tests": "eab7c4fc8b581c7b1755192a702c4cfe2a2ec99e6b937193b91423eef6015f5b/1238",
                                          "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
                                          "views_unittests": "058ed931d0a7fd1ea6657a845f2d95452010be40655d2a7e4d7659617b6afbdf/586",
                                          "viz_unittests": "01084d8c7b3c3fa369fdc8d6895e807a5209e3ac2429a753c437e75c2033f9ec/670",
                                          "vr_common_unittests": "c0d68baf23fa3e29e789263af4e742ada1d4d8fda275e0dcc2f1f280f861e957/664",
                                          "wm_unittests": "3dbced553543090bb10e143fff893f739ec584a697a5605b479db381248ecebe/586",
                                          "wtf_unittests": "245dd7e495c64b93e712912c528bd7f5feac2cfd7c80ac2a1dc5cf9da8b806f1/586",
                                          "xr_browser_tests": "bdff85e084e589d12ac0883da9fdabea43545887e515c87595acae6eba8550c1/744",
                                          "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
                                        },
                                    "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/8078",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "67e24cf247ef17247c91af692505ebbfddee23fc",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:856",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "5dc7622c-4243-43d4-9dac-c305da700c19",
                        "title": "Linux TSan Builder/856",
                        "url": "https://cr-buildbucket.appspot.com/build/8667648911921717393"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "67e24cf247ef17247c91af692505ebbfddee23fc"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8667648911921717393"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8667648911921717393"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8667648911921717393"
                }
          ],
      "parent_build_id": "8667648911921717393",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "3b89d84e9d59f75675ac4e2bef58fc068a9f0577",
      "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
      "parent_got_revision": "67e24cf247ef17247c91af692505ebbfddee23fc",
      "parent_got_revision_cp": "refs/branch-heads/8078@{#1275}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "392e44423f46d75904da712fadea4c7d5d97967f",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#38}",
      "parent_got_webrtc_revision": "3987dfb7b952b5c86cb7d93370d48416a81d6397",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#3}",
      "swarm_hashes": {
            "absl_hardening_tests": "5534eb4fe5fd43990e4f38f3033d06119dc1eb90053ecac2e58fb60db58e245c/586",
            "accessibility_unittests": "0ac1f9521eca1faca90f84c1731fea402c5d5996b07ec4a0621c7128d30559b2/586",
            "angle_unittests": "5f9b4bc84386fe458bd76eeccd8bb285d597ce8c588c620fd1833b76ff1c91ce/587",
            "aura_unittests": "3ac1d0ea7daec89aaed035c5e820f2f315921d090287d4c0a23df4dc12c88e2d/586",
            "base_unittests": "e849c1dc11ad73db4c79ce9320938376c0de6e948c17b97932e97a3fde26b545/664",
            "blink_common_unittests": "ef244124b60574a2b87d8ced429e96777aae9e72af4a08a7a559ef9dca15a116/664",
            "blink_fuzzer_unittests": "8b7e48f0a8da5c7b35202aa13c5a66b7c6fae2fb0160cdf069023cfd1a075889/586",
            "blink_heap_unittests": "e10d0a0720bd042be0271a375a4e437665a94743bda985be0a31f0a3aa72d870/586",
            "blink_platform_unittests": "1a5642851c58329066ee390f1da7770c2e3ad52fb7c086a884cd7bbedbbee5af/743",
            "blink_unittests": "7799073cf8a264f18487300de4bab536bea313a336a0ab00e0b0aac8d5695988/827",
            "boringssl_crypto_tests": "6f2fb58d8ced03fb15f1545bcddad6f6717dd487dee3a65836cf5e07ce29a913/587",
            "boringssl_ssl_tests": "4f1139e0a97dcece9933792de24a02f451b63c87047f0ffc076a891327acd433/586",
            "capture_unittests": "bbac673434b099603d323f219b9681027539a64f20d314d49f19fa0e86859098/665",
            "cast_unittests": "8c3df2c235202bca1107b5b5f4b5835678832c84cb42de0e9f4035d15a42f7a8/586",
            "cc_unittests": "5e5d8ba601eb478afa988501089b1c71c7060b5d74155b789b3b3b696cbbcb16/746",
            "chrome_app_unittests": "30e7d18031f9a6b8c9ab6e262ad808bce78e0b4de1723ab3214d3ac4d8be714a/664",
            "chromedriver_unittests": "5be2923901a97cca1ef48f9c75416a33043b60bfb6e548f852126f89e5251cb0/743",
            "components_browsertests": "3b963fdf564c667324cbe021f5aaf77e88a67366e0cc388e1026aed449f5ff21/830",
            "components_unittests": "9ac88d929a2aba768cf200d3ad2de27734e61d92d0f7a89827ce2bdc2c91bef9/909",
            "compositor_unittests": "5ab641e84d1386a3c7b3971400a3aec26dc30b33b0d56f78eaaeebc88fc32a9c/662",
            "content_browsertests": "e6e856a672cebcd0876d976ede25584583d2af8ece112c45dbe50a1436c5acfc/903",
            "content_unittests": "cf50fbe733492a25ea9b2bb7705a0993d9eb0381421f0288851589e5c2711d54/823",
            "crypto_unittests": "e36ff790eeeb38df37b3f7db572fa0406220aa191bb5a51bbb7ce2c4ec8c7623/666",
            "dbus_unittests": "8447ad3b172ef1e98f7f1ace5f737e7357ca6ef57599f1ad1e502c7e9db076b7/586",
            "device_unittests": "a8a36bd2b32a792445e9747dd4cc175710e4c305c2e5c611d66a85cefdf99db0/663",
            "display_unittests": "fe44a3a51ec032dfb456d864ad966c7f1f4ba5167dcdf09465d56486f88ab5f0/586",
            "env_chromium_unittests": "9df86f2e133ed0f2c375d98c0c7acec0c0b6499ee34063721d9731c2807ab239/586",
            "events_unittests": "8054fd58ffd2241dcd8be5502dd8e4f8a46e8cbe36806947f033d98887a1404e/586",
            "extensions_unittests": "555ceac0ba76693c0f877913e811e22fcd4ebd60c5ac25f06024417c45466d3e/828",
            "filesystem_service_unittests": "2cb573676b8be4271e89768ecc7e402fffca5cc040a9689e71f77c1d35dd053f/586",
            "fuzzing_unittests": "702b0082552e71e716eff9a6e1f5a264b51bb0d5f04b4e865f819660adf22597/586",
            "gcm_unit_tests": "1553e139c66be5079ece0a0f2d1a1f0eee7e56151f1ae1dfc92bad03cc1d1f61/663",
            "gfx_unittests": "e6d45ddddd6b72e6eebd39ac9c61871f817e4c8148b52cfdc4baa50fe7f97589/662",
            "gin_unittests": "19dd965b5d6c655e054badedfeb437aa985b2ad586f73c583a4f4d42c13fa191/663",
            "gl_tests": "778aaba52d5b27bff3962d9a24c9eff5d3c73574c072aff4e2429528e5d992d9/586",
            "gl_unittests": "6c2847ae584efa7aad2867b9a9922c8b437165a49a005fd9e4880347ada126c6/586",
            "google_apis_unittests": "49ea674fe34ed98ee6287c5ee818ac3567695c477ebaa06aaffc065fe15a8170/748",
            "gpu_unittests": "0e6e461161b397253325c522afae808e1a1695e50567325f34528327346ee84b/663",
            "gtk_unittests": "325d7d150f3f5ad45e0ef59263da951ce47d4b567cd99a0098db497cd3065469/586",
            "gwp_asan_unittests": "84e08a156a782e8962e16914bf4ea725eb89df570474b5a54accd3d52b32ff62/587",
            "headless_browsertests": "81433e47dce6390af8eccbda4dba69390c0ba923eb1393016e28b508c49676f8/831",
            "headless_unittests": "e47634247b8bb805215bed809a98788aa9313b5cb6a9b45077bbcf2ef9f41084/586",
            "interactive_ui_tests": "953866458e8ddfc7a4d83357b7f824087279a46bfd148eea682182918669a9e3/1157",
            "ipc_tests": "1c29ad5b1be6a5a237bf4c08b53761c5aeaf1135162f4d273beb6e214216609c/586",
            "latency_unittests": "1aa0a90ecebc11dbec63071b5e1708a90f3d52a90ac998490319214fd362c573/586",
            "leveldb_unittests": "13f4c2d631abcd493722caf4e43e7125c8fc4337825c0df5ec046c41f53cb50b/586",
            "libjingle_xmpp_unittests": "c7d61922dd95bd729bcc93bd2eb5904c75b0a2c7ef149f69060e781d82440c65/586",
            "liburlpattern_unittests": "91e875eeb582bc34aa094892524244a01d8e9a66c89f3ae58463edcca9f2babd/586",
            "media_unittests": "de8e42777a0d5974768ac3514bda2e11b9a2b3289525bd94393504518c4f9c40/666",
            "message_center_unittests": "07be513d467d411b8e0d2c973dcffec3dc3935c69380c619450e768bc113e5e0/586",
            "midi_unittests": "57b62cc20f8f49789253038692bcb73a5e5a16a1291ec678c17bba4c0cc32b1f/586",
            "mojo_unittests": "7e2f2a2e88d76317faa736445036a95270908dcc9f1164faaf3f443e9dfda605/664",
            "native_theme_unittests": "f66bf7cbf471a6c74c05957d915199cceaf8f118b41bfed425bfbc8acbf6fd07/586",
            "net_unittests": "92d7343068f34f468f196183078a9791af831fc80a699503bd3c24beaf825492/665",
            "openscreen_unittests": "9bf2bd86f7e2bdbe849510ad9c6d0bb2164402ac1b5541a781111377a4029d81/587",
            "ozone_unittests": "baa42474b44325095cd720dbc85869856cc7901c4401aa635d3ca12af1f5c903/586",
            "ozone_x11_unittests": "1d42438fefa47c92f4c28dbe669634c83ab53a8a71bbd4926ec57139cefb2717/586",
            "pdf_unittests": "b38ff118fc90ff562513a551bcb239b695e5c157e5406866734aa69683501e5d/663",
            "perfetto_unittests": "4111888fc99054d57d8e3e9bf9921864d37ad3cb1a748d3c792e13c8450a0698/586",
            "printing_unittests": "746ba044effab06b290d04ba73a0bc7358e3ebe7c1a841b26ccf9732d655d3b5/586",
            "pthreadpool_unittests": "991fa149101914f1f4185a8d1a763659124009cfa742ce546433e3089deaf027/586",
            "puffin_unittests": "8d2e6297e41a963aa2a6c5faa37c8eb6bfbf5b4a3c8c69cf54dd33f2623e2759/670",
            "remoting_unittests": "18a74d67820c56fd1ec3153b62a4db28fa211b31bfcdc8a65a9ec230827bcd82/745",
            "sandbox_linux_unittests": "cc051bbff7f37da08e91dc87f78855ecc48000db1d74e54f3670b9806daffb90/586",
            "services_unittests": "721cb1ab8421f187084f04b6c21cbe507a8c1eee7d3d446466b3a01fee0f584d/912",
            "shell_dialogs_unittests": "69481e6c1e85be360e3107ed7d59ad2af9acad2bc1f0c74011f9f7c96823fdec/586",
            "skia_unittests": "820d6f72fa3bfb2ce555240c76ff205db2159d43b4dde117ee224725ba411ee7/587",
            "snapshot_unittests": "313ab0548157336dbe695de02048aab446ff8a9eae28a916282c94941267e15d/586",
            "sql_unittests": "c0aa7ff685e14667eb8e97b995e366b8b9918e401514a954d5fa91fc33e1791f/663",
            "storage_unittests": "f4c4fa59df346ef451d455d55e3762ad80ca97d1114df03668c620d3b94fd7a1/744",
            "sync_integration_tests": "57542f76350780d31771570a398d6a3283b9ce28969fcbc7e0eadf3ce3aa83fa/745",
            "ui_base_unittests": "0c145d7794f97f0d6e19060590ce753e3d134b79685d71a5b1f923f88379b131/739",
            "ui_touch_selection_unittests": "61d32a8560fd8d7db130d0cd1b372dc8378e40c3b3b9ae62f79a25867827a083/586",
            "ui_unittests": "7b6c224cd122a953f1105307023a6b672232928d40f0ba60c439b50a78b15d30/586",
            "unit_tests": "eab7c4fc8b581c7b1755192a702c4cfe2a2ec99e6b937193b91423eef6015f5b/1238",
            "url_unittests": "18b12b3dbeb841402d3042ffbcbc2e3720ec8d42e900dc1b37adc468029b8c64/586",
            "views_unittests": "058ed931d0a7fd1ea6657a845f2d95452010be40655d2a7e4d7659617b6afbdf/586",
            "viz_unittests": "01084d8c7b3c3fa369fdc8d6895e807a5209e3ac2429a753c437e75c2033f9ec/670",
            "vr_common_unittests": "c0d68baf23fa3e29e789263af4e742ada1d4d8fda275e0dcc2f1f280f861e957/664",
            "wm_unittests": "3dbced553543090bb10e143fff893f739ec584a697a5605b479db381248ecebe/586",
            "wtf_unittests": "245dd7e495c64b93e712912c528bd7f5feac2cfd7c80ac2a1dc5cf9da8b806f1/586",
            "xr_browser_tests": "bdff85e084e589d12ac0883da9fdabea43545887e515c87595acae6eba8550c1/744",
            "zlib_unittests": "ad878b9cd8cc764d6aab0298e66f58c8594f3aa98f2892392c437fbce807cc7e/587"
          },
      "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "67e24cf247ef17247c91af692505ebbfddee23fc",
    "ref": "refs/branch-heads/8078"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8833076930874882160"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m156/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "856"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:53:40.510] Scheduled build:
{
  "id": "8667646868734912209",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 579,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-18T00:53:39.816584348Z",
  "updateTime": "2026-10-18T00:53:39.816584348Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "67e24cf247ef17247c91af692505ebbfddee23fc",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[00:53:40.510] Task URL: https://cr-buildbucket.appspot.com/build/8667646868734912209
[00:53:40.510] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:2:0) after 6m18s
[00:53:40.696] Received PubSub notification, asking Buildbucket for the build status
[00:53:40.716] Build status: SCHEDULED
[00:53:46.249] Received PubSub notification, asking Buildbucket for the build status
[00:53:46.270] Build status: STARTED
[00:59:58.531] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:2:0)
[00:59:58.552] Build status: STARTED
[00:59:58.552] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:5:0) after 5m52s
[01:05:50.569] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:5:0)
[01:05:50.588] Build status: STARTED
[01:05:50.588] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:6:0) after 6m25s
[01:12:15.656] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:6:0)
[01:12:15.678] Build status: STARTED
[01:12:15.678] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:7:0) after 2m29s
[01:14:44.991] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:7:0)
[01:14:45.023] Build status: STARTED
[01:14:45.024] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:8:0) after 8m4s
[01:22:49.042] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:8:0)
[01:22:49.065] Build status: STARTED
[01:22:49.065] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8833076930874882160:9:0) after 8m37s
[01:30:02.557] Received PubSub notification, asking Buildbucket for the build status
[01:30:02.579] Build:
{
  "id": "8667646868734912209",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 579,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-18T00:53:39.816584348Z",
  "startTime": "2026-10-18T00:53:46.013543950Z",
  "endTime": "2026-10-18T01:30:01.597301137Z",
  "updateTime": "2026-10-18T01:30:01.597301137Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "67e24cf247ef17247c91af692505ebbfddee23fc",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[01:30:02.579] Invocation finished in 36m24.18677124s with status FAILED