Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 34 minutes
Actions:

Definition (rev 1ea5d64318a68cfeb1208ef2f27d1e815a3a23f6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
        "project": "chromium/src",
        "ref": "refs/branch-heads/8078"
      }
    ]
  },
  "branch": "refs/branch-heads/8078",
  "deps_revision_overrides": {
    "src": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8667273179803417281"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8667273179803417281"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8667273179803417281"
    }
  ],
  "parent_build_id": "8667273179803417281",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9fe55a5adc2a9a9d6ab60af70f69ee847a6418a1",
  "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
  "parent_got_revision": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
  "parent_got_revision_cp": "refs/branch-heads/8078@{#1418}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "4b80c9a46f45da1b8aa0ca3f63382aca16b024c6",
  "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#42}",
  "parent_got_webrtc_revision": "2a990ce0ccd00a3ad449f2201a8e5c2dad53177d",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#5}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
  "swarm_hashes": {
    "absl_hardening_tests": "c12c9b42b4adac158bb38b0e78f54209be307516923fb5214d2ba3716265bfc8/586",
    "accessibility_unittests": "09638115bb56bbd8ae4b30ec2ca3b97275583a1602378cffd411dd494907bca9/586",
    "angle_unittests": "81743dd6155819d9a03734804a60cb5f158a5994476d9dcd122b8726a0601d80/587",
    "aura_unittests": "20c50f2f3f734980b041ed2df92d9a051864bebdd1e35e93f1a7f2dae39f29fd/586",
    "base_unittests": "50867f7bc613817ea053d9653e6c9e60a3a630989a0f7af55e7dda472456e337/664",
    "blink_common_unittests": "190c494bbf61ecf60bc1708b5a70dd334e5788ccc672eaacc978965334481274/664",
    "blink_fuzzer_unittests": "e7d22ebf3c96f550a9a70c3090eb6ae37b7a535c205c269a45dc0de7c8ece05a/586",
    "blink_heap_unittests": "c81bbbba6a359e103289ffeac7ed452406961e086ce0fa618feb1ad6411a4b6e/586",
    "blink_platform_unittests": "e13ed0cefcb91f27daf299410c5b9291de36c5339c3d53d4972fed4efab0cfe6/743",
    "blink_unittests": "9fb52b31f8a37747f5638f560ff74810097b367e0f1df1f469fb5c127f74c293/827",
    "boringssl_crypto_tests": "b96442d6399773864a77dedf16a629094a3a539dcc4063b561780d8c8e170451/587",
    "boringssl_ssl_tests": "18249375a09534cc96913f6e6e9bed903a80b05b70a7d42e45eeb4843b4f609d/586",
    "capture_unittests": "74d8a1dd1162b7a886a8677c02954022437188668b46ef70cfdea62f997565e1/665",
    "cast_unittests": "42a7586a1c34d7232f92e9791da09d9e7e780e1e7bfb63023805765af464014c/586",
    "cc_unittests": "0903fb33e11521486882523c5b01fd4886983182d8e63e8a3a10099f90ca9c1a/746",
    "chrome_app_unittests": "b2e43d1c348102129cccaa764f364d69ae3561bbca007dc67c4347089ed82feb/664",
    "chromedriver_unittests": "583e9dd2dd85273dd74b0783b7e10298bb874bf720d5e26280a089b6044a782e/743",
    "components_browsertests": "4f0876e4a80e76372b4de9f1187864950f2645fcafda289fbc3ca024f9b53cf6/830",
    "components_unittests": "ebf411678ad36b9824218cbad0ac2233b58764b3884b59e998c79b81f4556147/909",
    "compositor_unittests": "6f19c085d9aa4d920e283104d194336a6aa88791b5032837ccc6cf9cd2456210/662",
    "content_browsertests": "d133a1fa0c39513061f58b9508b183008c293a49522d8fcec137278458a1bd98/903",
    "content_unittests": "9dd0bff6045729c5cf6d8b13d364ce848273853422795a0670ff96637cc48694/823",
    "crypto_unittests": "6efdaadc920b350e853934a1f132b8f5250250088fea4633176c7e6a4396bf57/666",
    "dbus_unittests": "2d15d36767f9ad37a0089c00332d34438798fe3db5614336814092fe78349338/586",
    "device_unittests": "344fc7043861cc973accb0866481137a66dcc405b5462bd716428ca9da25b0d5/663",
    "display_unittests": "c28a2f8655587c09b96a0aaab97aea8430c29e271e40f8506c961ee3684e3ae3/586",
    "env_chromium_unittests": "786e5b3a7a05e6f4a00abd42e263dec2f592be5be85472c81be09dfd945e2838/586",
    "events_unittests": "5cd5c3636aabc06288c291d1fd783bd997f13c882a56344af4f11c3054d3c15d/586",
    "extensions_unittests": "e5c6305b5247923ee85eac6454171abdab7440333cf482a03441506af3e14433/828",
    "filesystem_service_unittests": "bbf124c3167262a1427daf5d6e256a727dfa4380b2f3a952fbc838dc1f51f7ee/586",
    "fuzzing_unittests": "4e54fe7c05af326d00326f9769569cd7e266eb41978b852045e77bbfba4806e9/586",
    "gcm_unit_tests": "19d7db6e51efea59e4642506d5618a5066167593e9c7c0cfbb13849b89081d84/663",
    "gfx_unittests": "0a72c28999cc4738c8c0748e76e70d6e277432d9fb786b6c3f3f22081fb29af7/662",
    "gin_unittests": "cb3913aaa053c1d8cf008b9e2224b2e87e077a1d87639516996c507a3e995f16/663",
    "gl_tests": "60f02eda42064e654bd3cc30baeaf19cc6c7a7fbabdf4048c83123f9722ea343/586",
    "gl_unittests": "51d98e9c704f161ab3ff940fba91880102179333c9810a4ba563c1b3b6072ddf/586",
    "google_apis_unittests": "1d743d9d5d0860dc92bdabeb2c5696a763fec51b1561f4c755cfd617beebcafd/748",
    "gpu_unittests": "1df2b41a811bd7e7cf3cfc19eaa0fe684804829b9d9e62c3c56510592946f085/663",
    "gtk_unittests": "7148f646752091d10367910697bf93634a76c42c06e39385412dec53ec105ec8/586",
    "gwp_asan_unittests": "017dacec5b8d0d365471719006599ed8e31da87fd9bd2c0ad661c677f258223a/587",
    "headless_browsertests": "3a29d8b498e9d4032d7100b1a0f7b159e9c0b7125bce4c7ea302607ee886c67b/831",
    "headless_unittests": "9de5954e32ed734a498c704830ad451e1795ba53a4bf1cca128a07b116d4ced0/586",
    "interactive_ui_tests": "eda19bd5696d68a219dcec48770f1f25ba6d2ad6ed50f16f6736e5b1ac8172f4/1157",
    "ipc_tests": "27513a887dc79e8bef57b2fe82963e013127a4f92e6f28f692c6979abf317cec/586",
    "latency_unittests": "11c7f47d6aa2738956ba429b6c06d9d5df552a7a4851b6597a987e662ae181dc/586",
    "leveldb_unittests": "2f7c813711c4d248c5a4d5087fd4afc48b55ef1eb233175f24bf8b8f20b84087/586",
    "libjingle_xmpp_unittests": "8324b3e3c6fe732b782850a7abf186c3e9b8f5ae2e0cf3ea9f0ea557102838a7/586",
    "liburlpattern_unittests": "5f1a2d0b8be9d0288b3e811b8d0e2ed0dea7394d52da9fce8e6ae576e5a8f8c1/586",
    "media_unittests": "773ac1d71cef9822567b6ca8bd2fb69a8dcd31055add2b5bdc3c4948a7879f0b/666",
    "message_center_unittests": "fa979d88dcca253740e7eb370605e1bb50e3ded54186727762a58bc43060f670/586",
    "midi_unittests": "029a16825a8b4b8347e0ade83b69e28f73a76459d923c22f3095f31daa38cdef/586",
    "mojo_unittests": "2fcd028e8f2835a4971ab79014caab7afabd88332bdc21121e1a1272750ddbe0/664",
    "native_theme_unittests": "8110148ce6854dd0cc51947f715d2a9d07991aa1cfe3961d86e327ceaec33459/586",
    "net_unittests": "191b8d47c6245505390d0f6aeb6a988e5b0b2c0e153d4d447ce2bcec3673b1a2/665",
    "openscreen_unittests": "1af398357ef7f643b8007e7d622b76615f88a87ec1a1d769c206342250a9d29a/587",
    "ozone_unittests": "067211ed8483bb58a34b77da28953e2fe539d716d74002d07056935eb00dd92c/586",
    "ozone_x11_unittests": "f6c2dc74f1bd9e113924edeb5fbb7669d50acd74ceeb839b8f9fec809de40911/586",
    "pdf_unittests": "40db22b22c912b75b8ee0fd35d7bd1e340646094c54afc015193d1f7e294207c/663",
    "perfetto_unittests": "365380d2b1bb0a200dbe5c15e1be7ecb28396a526c422fba5c7e23793d36561f/586",
    "printing_unittests": "0be2a82898703d23536c6993601bd0f75093b642c813db0067b8e20b633fe600/586",
    "pthreadpool_unittests": "15bbe1865a99f9fdf498cc6ac320bdcc1ccb40cba0152ebe0658091b4eebc18f/586",
    "puffin_unittests": "d725528d93394dbaf0fa1dc57781907aa4f407c0f7a004129e5a61e823a858ac/670",
    "remoting_unittests": "82c4d56eb7cbf118fd26245c5a42d4ea68f8d5857cd5bd98bce15e5b307ede93/745",
    "sandbox_linux_unittests": "3ed3e108e770260d2fd872cba0f6d0120ef1d3403b4ebb5a82225ebae85055f5/586",
    "services_unittests": "349c5853b214b4b2918175d67a38f97137262fb586a9c76df626a47d5c16c0f4/912",
    "shell_dialogs_unittests": "e15a65a6100faaf148bc58ef26e19b143a14455360a2db2f35c054dcf45fb5e9/586",
    "skia_unittests": "c2d93cffa36c6062b11054dbdf908018bf5289e26ff3f6621cbf99ed81294279/587",
    "snapshot_unittests": "98baebb3dd4636bee9da57e679896c013d3d09e15d1aaee2115e38526ff94cff/586",
    "sql_unittests": "47ce07f0a4d9bed107277bea9c8d31acc09838929c10e4173b67168a6d7812cf/663",
    "storage_unittests": "9ca86559cecfab044c3668b3b3a38d04523913e0fd8d7f8c713c6b3216731d48/744",
    "sync_integration_tests": "020f8707629b8411d576409dad6e913f0ec3ef84d202b10020d7b63d60ca493b/745",
    "ui_base_unittests": "137496b76b0723a9b49b82cbe93b09f7d3fe8dbbebfdb79ab32daefbe60569e5/739",
    "ui_touch_selection_unittests": "52a54364999b6acbd9df7c99f9070015b87ca24a701c85b0e656a73756520fba/586",
    "ui_unittests": "180f615872cde938396fdadd588ff4935ece1c3951410c8ecdb746ebc5190c8b/586",
    "unit_tests": "0b7cc8dff8f2dfe4e7af1fb330b27957a7b0134206ebb2bd5f7735ace028fd3c/1238",
    "url_unittests": "d96f342425114e7caf2a28041f75b6ac88acbcf0dbb4985eaa0e33b7e0b0f14a/586",
    "views_unittests": "c2b5ad9e2460fc1f269955bcf782c19ae5893a57766ecd4dd555372962b78d33/586",
    "viz_unittests": "4695413449299fef2f3a9bd2184ba44b8d47f5c5a4816f1791981934df7447b9/670",
    "vr_common_unittests": "b52bbd10307994dabb4ecfb8df74ab6a62dd2decc2a387713e82c15098071f0e/664",
    "wm_unittests": "25f3eb9439e441d101b6dbc1b5dd492c2eb93b6e12598bb79bca560847432acf/586",
    "wtf_unittests": "05bfdd794a945c5938de6eb2f6eb2bbe51ed84968700ff4dbd18926e79eb00cd/586",
    "xr_browser_tests": "0b7126deb49f4d626a258ea91067bc9ac1d90ef2a452d8cafb06ff1671a8602e/744",
    "zlib_unittests": "7c7c7c41e6b3ab20c3c0df3737f8098597695558d79005dd076c8658b1bd49d6/587"
  },
  "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
  "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3bc92a8c1a90401542ef09ba1c2d926f67ebb060
  • gitiles_ref:refs/branch-heads/8078
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:973
  • user_agent:recipe

Debug log (UTC)

[04:06:58.145] New invocation is queued and will start shortly
[04:06:58.145] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:06:59.494] Starting the invocation (attempt 1)
[04:06:59.528] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3bc92a8c1a90401542ef09ba1c2d926f67ebb060"
[04:06:59.528] Popped gitiles commit info from properties and tags
[04:06:59.528] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:06:59.528] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:06:59.529] Buildbucket request:
{
  "requestId": "8832702379794119600",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/8078"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8832702379794119600",
            "job": "chromium-m156/Linux TSan Tests",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/8078"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8667273179803417281"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8667273179803417281"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8667273179803417281"
                                              }
                                        ],
                                    "parent_build_id": "8667273179803417281",
                                    "parent_builder_group": "chromium.memory",
                                    "parent_buildername": "Linux TSan Builder",
                                    "parent_got_angle_revision": "9fe55a5adc2a9a9d6ab60af70f69ee847a6418a1",
                                    "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
                                    "parent_got_revision": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
                                    "parent_got_revision_cp": "refs/branch-heads/8078@{#1418}",
                                    "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
                                    "parent_got_v8_revision": "4b80c9a46f45da1b8aa0ca3f63382aca16b024c6",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#42}",
                                    "parent_got_webrtc_revision": "2a990ce0ccd00a3ad449f2201a8e5c2dad53177d",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#5}",
                                    "revision": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
                                    "swarm_hashes": {
                                          "absl_hardening_tests": "c12c9b42b4adac158bb38b0e78f54209be307516923fb5214d2ba3716265bfc8/586",
                                          "accessibility_unittests": "09638115bb56bbd8ae4b30ec2ca3b97275583a1602378cffd411dd494907bca9/586",
                                          "angle_unittests": "81743dd6155819d9a03734804a60cb5f158a5994476d9dcd122b8726a0601d80/587",
                                          "aura_unittests": "20c50f2f3f734980b041ed2df92d9a051864bebdd1e35e93f1a7f2dae39f29fd/586",
                                          "base_unittests": "50867f7bc613817ea053d9653e6c9e60a3a630989a0f7af55e7dda472456e337/664",
                                          "blink_common_unittests": "190c494bbf61ecf60bc1708b5a70dd334e5788ccc672eaacc978965334481274/664",
                                          "blink_fuzzer_unittests": "e7d22ebf3c96f550a9a70c3090eb6ae37b7a535c205c269a45dc0de7c8ece05a/586",
                                          "blink_heap_unittests": "c81bbbba6a359e103289ffeac7ed452406961e086ce0fa618feb1ad6411a4b6e/586",
                                          "blink_platform_unittests": "e13ed0cefcb91f27daf299410c5b9291de36c5339c3d53d4972fed4efab0cfe6/743",
                                          "blink_unittests": "9fb52b31f8a37747f5638f560ff74810097b367e0f1df1f469fb5c127f74c293/827",
                                          "boringssl_crypto_tests": "b96442d6399773864a77dedf16a629094a3a539dcc4063b561780d8c8e170451/587",
                                          "boringssl_ssl_tests": "18249375a09534cc96913f6e6e9bed903a80b05b70a7d42e45eeb4843b4f609d/586",
                                          "capture_unittests": "74d8a1dd1162b7a886a8677c02954022437188668b46ef70cfdea62f997565e1/665",
                                          "cast_unittests": "42a7586a1c34d7232f92e9791da09d9e7e780e1e7bfb63023805765af464014c/586",
                                          "cc_unittests": "0903fb33e11521486882523c5b01fd4886983182d8e63e8a3a10099f90ca9c1a/746",
                                          "chrome_app_unittests": "b2e43d1c348102129cccaa764f364d69ae3561bbca007dc67c4347089ed82feb/664",
                                          "chromedriver_unittests": "583e9dd2dd85273dd74b0783b7e10298bb874bf720d5e26280a089b6044a782e/743",
                                          "components_browsertests": "4f0876e4a80e76372b4de9f1187864950f2645fcafda289fbc3ca024f9b53cf6/830",
                                          "components_unittests": "ebf411678ad36b9824218cbad0ac2233b58764b3884b59e998c79b81f4556147/909",
                                          "compositor_unittests": "6f19c085d9aa4d920e283104d194336a6aa88791b5032837ccc6cf9cd2456210/662",
                                          "content_browsertests": "d133a1fa0c39513061f58b9508b183008c293a49522d8fcec137278458a1bd98/903",
                                          "content_unittests": "9dd0bff6045729c5cf6d8b13d364ce848273853422795a0670ff96637cc48694/823",
                                          "crypto_unittests": "6efdaadc920b350e853934a1f132b8f5250250088fea4633176c7e6a4396bf57/666",
                                          "dbus_unittests": "2d15d36767f9ad37a0089c00332d34438798fe3db5614336814092fe78349338/586",
                                          "device_unittests": "344fc7043861cc973accb0866481137a66dcc405b5462bd716428ca9da25b0d5/663",
                                          "display_unittests": "c28a2f8655587c09b96a0aaab97aea8430c29e271e40f8506c961ee3684e3ae3/586",
                                          "env_chromium_unittests": "786e5b3a7a05e6f4a00abd42e263dec2f592be5be85472c81be09dfd945e2838/586",
                                          "events_unittests": "5cd5c3636aabc06288c291d1fd783bd997f13c882a56344af4f11c3054d3c15d/586",
                                          "extensions_unittests": "e5c6305b5247923ee85eac6454171abdab7440333cf482a03441506af3e14433/828",
                                          "filesystem_service_unittests": "bbf124c3167262a1427daf5d6e256a727dfa4380b2f3a952fbc838dc1f51f7ee/586",
                                          "fuzzing_unittests": "4e54fe7c05af326d00326f9769569cd7e266eb41978b852045e77bbfba4806e9/586",
                                          "gcm_unit_tests": "19d7db6e51efea59e4642506d5618a5066167593e9c7c0cfbb13849b89081d84/663",
                                          "gfx_unittests": "0a72c28999cc4738c8c0748e76e70d6e277432d9fb786b6c3f3f22081fb29af7/662",
                                          "gin_unittests": "cb3913aaa053c1d8cf008b9e2224b2e87e077a1d87639516996c507a3e995f16/663",
                                          "gl_tests": "60f02eda42064e654bd3cc30baeaf19cc6c7a7fbabdf4048c83123f9722ea343/586",
                                          "gl_unittests": "51d98e9c704f161ab3ff940fba91880102179333c9810a4ba563c1b3b6072ddf/586",
                                          "google_apis_unittests": "1d743d9d5d0860dc92bdabeb2c5696a763fec51b1561f4c755cfd617beebcafd/748",
                                          "gpu_unittests": "1df2b41a811bd7e7cf3cfc19eaa0fe684804829b9d9e62c3c56510592946f085/663",
                                          "gtk_unittests": "7148f646752091d10367910697bf93634a76c42c06e39385412dec53ec105ec8/586",
                                          "gwp_asan_unittests": "017dacec5b8d0d365471719006599ed8e31da87fd9bd2c0ad661c677f258223a/587",
                                          "headless_browsertests": "3a29d8b498e9d4032d7100b1a0f7b159e9c0b7125bce4c7ea302607ee886c67b/831",
                                          "headless_unittests": "9de5954e32ed734a498c704830ad451e1795ba53a4bf1cca128a07b116d4ced0/586",
                                          "interactive_ui_tests": "eda19bd5696d68a219dcec48770f1f25ba6d2ad6ed50f16f6736e5b1ac8172f4/1157",
                                          "ipc_tests": "27513a887dc79e8bef57b2fe82963e013127a4f92e6f28f692c6979abf317cec/586",
                                          "latency_unittests": "11c7f47d6aa2738956ba429b6c06d9d5df552a7a4851b6597a987e662ae181dc/586",
                                          "leveldb_unittests": "2f7c813711c4d248c5a4d5087fd4afc48b55ef1eb233175f24bf8b8f20b84087/586",
                                          "libjingle_xmpp_unittests": "8324b3e3c6fe732b782850a7abf186c3e9b8f5ae2e0cf3ea9f0ea557102838a7/586",
                                          "liburlpattern_unittests": "5f1a2d0b8be9d0288b3e811b8d0e2ed0dea7394d52da9fce8e6ae576e5a8f8c1/586",
                                          "media_unittests": "773ac1d71cef9822567b6ca8bd2fb69a8dcd31055add2b5bdc3c4948a7879f0b/666",
                                          "message_center_unittests": "fa979d88dcca253740e7eb370605e1bb50e3ded54186727762a58bc43060f670/586",
                                          "midi_unittests": "029a16825a8b4b8347e0ade83b69e28f73a76459d923c22f3095f31daa38cdef/586",
                                          "mojo_unittests": "2fcd028e8f2835a4971ab79014caab7afabd88332bdc21121e1a1272750ddbe0/664",
                                          "native_theme_unittests": "8110148ce6854dd0cc51947f715d2a9d07991aa1cfe3961d86e327ceaec33459/586",
                                          "net_unittests": "191b8d47c6245505390d0f6aeb6a988e5b0b2c0e153d4d447ce2bcec3673b1a2/665",
                                          "openscreen_unittests": "1af398357ef7f643b8007e7d622b76615f88a87ec1a1d769c206342250a9d29a/587",
                                          "ozone_unittests": "067211ed8483bb58a34b77da28953e2fe539d716d74002d07056935eb00dd92c/586",
                                          "ozone_x11_unittests": "f6c2dc74f1bd9e113924edeb5fbb7669d50acd74ceeb839b8f9fec809de40911/586",
                                          "pdf_unittests": "40db22b22c912b75b8ee0fd35d7bd1e340646094c54afc015193d1f7e294207c/663",
                                          "perfetto_unittests": "365380d2b1bb0a200dbe5c15e1be7ecb28396a526c422fba5c7e23793d36561f/586",
                                          "printing_unittests": "0be2a82898703d23536c6993601bd0f75093b642c813db0067b8e20b633fe600/586",
                                          "pthreadpool_unittests": "15bbe1865a99f9fdf498cc6ac320bdcc1ccb40cba0152ebe0658091b4eebc18f/586",
                                          "puffin_unittests": "d725528d93394dbaf0fa1dc57781907aa4f407c0f7a004129e5a61e823a858ac/670",
                                          "remoting_unittests": "82c4d56eb7cbf118fd26245c5a42d4ea68f8d5857cd5bd98bce15e5b307ede93/745",
                                          "sandbox_linux_unittests": "3ed3e108e770260d2fd872cba0f6d0120ef1d3403b4ebb5a82225ebae85055f5/586",
                                          "services_unittests": "349c5853b214b4b2918175d67a38f97137262fb586a9c76df626a47d5c16c0f4/912",
                                          "shell_dialogs_unittests": "e15a65a6100faaf148bc58ef26e19b143a14455360a2db2f35c054dcf45fb5e9/586",
                                          "skia_unittests": "c2d93cffa36c6062b11054dbdf908018bf5289e26ff3f6621cbf99ed81294279/587",
                                          "snapshot_unittests": "98baebb3dd4636bee9da57e679896c013d3d09e15d1aaee2115e38526ff94cff/586",
                                          "sql_unittests": "47ce07f0a4d9bed107277bea9c8d31acc09838929c10e4173b67168a6d7812cf/663",
                                          "storage_unittests": "9ca86559cecfab044c3668b3b3a38d04523913e0fd8d7f8c713c6b3216731d48/744",
                                          "sync_integration_tests": "020f8707629b8411d576409dad6e913f0ec3ef84d202b10020d7b63d60ca493b/745",
                                          "ui_base_unittests": "137496b76b0723a9b49b82cbe93b09f7d3fe8dbbebfdb79ab32daefbe60569e5/739",
                                          "ui_touch_selection_unittests": "52a54364999b6acbd9df7c99f9070015b87ca24a701c85b0e656a73756520fba/586",
                                          "ui_unittests": "180f615872cde938396fdadd588ff4935ece1c3951410c8ecdb746ebc5190c8b/586",
                                          "unit_tests": "0b7cc8dff8f2dfe4e7af1fb330b27957a7b0134206ebb2bd5f7735ace028fd3c/1238",
                                          "url_unittests": "d96f342425114e7caf2a28041f75b6ac88acbcf0dbb4985eaa0e33b7e0b0f14a/586",
                                          "views_unittests": "c2b5ad9e2460fc1f269955bcf782c19ae5893a57766ecd4dd555372962b78d33/586",
                                          "viz_unittests": "4695413449299fef2f3a9bd2184ba44b8d47f5c5a4816f1791981934df7447b9/670",
                                          "vr_common_unittests": "b52bbd10307994dabb4ecfb8df74ab6a62dd2decc2a387713e82c15098071f0e/664",
                                          "wm_unittests": "25f3eb9439e441d101b6dbc1b5dd492c2eb93b6e12598bb79bca560847432acf/586",
                                          "wtf_unittests": "05bfdd794a945c5938de6eb2f6eb2bbe51ed84968700ff4dbd18926e79eb00cd/586",
                                          "xr_browser_tests": "0b7126deb49f4d626a258ea91067bc9ac1d90ef2a452d8cafb06ff1671a8602e/744",
                                          "zlib_unittests": "7c7c7c41e6b3ab20c3c0df3737f8098597695558d79005dd076c8658b1bd49d6/587"
                                        },
                                    "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
                                    "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
                                  },
                              "ref": "refs/branch-heads/8078",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
                              "tags": [
                                    "parent_buildername:Linux TSan Builder",
                                    "parent_buildnumber:973",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "4751e961-83d0-43d5-847d-0f4cfa810186",
                        "title": "Linux TSan Builder/973",
                        "url": "https://cr-buildbucket.appspot.com/build/8667273179803417281"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8667273179803417281"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8667273179803417281"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8667273179803417281"
                }
          ],
      "parent_build_id": "8667273179803417281",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9fe55a5adc2a9a9d6ab60af70f69ee847a6418a1",
      "parent_got_dawn_revision": "1da41e55bb915dd03f61028fad64a99ee1786d48",
      "parent_got_revision": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
      "parent_got_revision_cp": "refs/branch-heads/8078@{#1418}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "4b80c9a46f45da1b8aa0ca3f63382aca16b024c6",
      "parent_got_v8_revision_cp": "refs/branch-heads/15.6@{#42}",
      "parent_got_webrtc_revision": "2a990ce0ccd00a3ad449f2201a8e5c2dad53177d",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/8078@{#5}",
      "swarm_hashes": {
            "absl_hardening_tests": "c12c9b42b4adac158bb38b0e78f54209be307516923fb5214d2ba3716265bfc8/586",
            "accessibility_unittests": "09638115bb56bbd8ae4b30ec2ca3b97275583a1602378cffd411dd494907bca9/586",
            "angle_unittests": "81743dd6155819d9a03734804a60cb5f158a5994476d9dcd122b8726a0601d80/587",
            "aura_unittests": "20c50f2f3f734980b041ed2df92d9a051864bebdd1e35e93f1a7f2dae39f29fd/586",
            "base_unittests": "50867f7bc613817ea053d9653e6c9e60a3a630989a0f7af55e7dda472456e337/664",
            "blink_common_unittests": "190c494bbf61ecf60bc1708b5a70dd334e5788ccc672eaacc978965334481274/664",
            "blink_fuzzer_unittests": "e7d22ebf3c96f550a9a70c3090eb6ae37b7a535c205c269a45dc0de7c8ece05a/586",
            "blink_heap_unittests": "c81bbbba6a359e103289ffeac7ed452406961e086ce0fa618feb1ad6411a4b6e/586",
            "blink_platform_unittests": "e13ed0cefcb91f27daf299410c5b9291de36c5339c3d53d4972fed4efab0cfe6/743",
            "blink_unittests": "9fb52b31f8a37747f5638f560ff74810097b367e0f1df1f469fb5c127f74c293/827",
            "boringssl_crypto_tests": "b96442d6399773864a77dedf16a629094a3a539dcc4063b561780d8c8e170451/587",
            "boringssl_ssl_tests": "18249375a09534cc96913f6e6e9bed903a80b05b70a7d42e45eeb4843b4f609d/586",
            "capture_unittests": "74d8a1dd1162b7a886a8677c02954022437188668b46ef70cfdea62f997565e1/665",
            "cast_unittests": "42a7586a1c34d7232f92e9791da09d9e7e780e1e7bfb63023805765af464014c/586",
            "cc_unittests": "0903fb33e11521486882523c5b01fd4886983182d8e63e8a3a10099f90ca9c1a/746",
            "chrome_app_unittests": "b2e43d1c348102129cccaa764f364d69ae3561bbca007dc67c4347089ed82feb/664",
            "chromedriver_unittests": "583e9dd2dd85273dd74b0783b7e10298bb874bf720d5e26280a089b6044a782e/743",
            "components_browsertests": "4f0876e4a80e76372b4de9f1187864950f2645fcafda289fbc3ca024f9b53cf6/830",
            "components_unittests": "ebf411678ad36b9824218cbad0ac2233b58764b3884b59e998c79b81f4556147/909",
            "compositor_unittests": "6f19c085d9aa4d920e283104d194336a6aa88791b5032837ccc6cf9cd2456210/662",
            "content_browsertests": "d133a1fa0c39513061f58b9508b183008c293a49522d8fcec137278458a1bd98/903",
            "content_unittests": "9dd0bff6045729c5cf6d8b13d364ce848273853422795a0670ff96637cc48694/823",
            "crypto_unittests": "6efdaadc920b350e853934a1f132b8f5250250088fea4633176c7e6a4396bf57/666",
            "dbus_unittests": "2d15d36767f9ad37a0089c00332d34438798fe3db5614336814092fe78349338/586",
            "device_unittests": "344fc7043861cc973accb0866481137a66dcc405b5462bd716428ca9da25b0d5/663",
            "display_unittests": "c28a2f8655587c09b96a0aaab97aea8430c29e271e40f8506c961ee3684e3ae3/586",
            "env_chromium_unittests": "786e5b3a7a05e6f4a00abd42e263dec2f592be5be85472c81be09dfd945e2838/586",
            "events_unittests": "5cd5c3636aabc06288c291d1fd783bd997f13c882a56344af4f11c3054d3c15d/586",
            "extensions_unittests": "e5c6305b5247923ee85eac6454171abdab7440333cf482a03441506af3e14433/828",
            "filesystem_service_unittests": "bbf124c3167262a1427daf5d6e256a727dfa4380b2f3a952fbc838dc1f51f7ee/586",
            "fuzzing_unittests": "4e54fe7c05af326d00326f9769569cd7e266eb41978b852045e77bbfba4806e9/586",
            "gcm_unit_tests": "19d7db6e51efea59e4642506d5618a5066167593e9c7c0cfbb13849b89081d84/663",
            "gfx_unittests": "0a72c28999cc4738c8c0748e76e70d6e277432d9fb786b6c3f3f22081fb29af7/662",
            "gin_unittests": "cb3913aaa053c1d8cf008b9e2224b2e87e077a1d87639516996c507a3e995f16/663",
            "gl_tests": "60f02eda42064e654bd3cc30baeaf19cc6c7a7fbabdf4048c83123f9722ea343/586",
            "gl_unittests": "51d98e9c704f161ab3ff940fba91880102179333c9810a4ba563c1b3b6072ddf/586",
            "google_apis_unittests": "1d743d9d5d0860dc92bdabeb2c5696a763fec51b1561f4c755cfd617beebcafd/748",
            "gpu_unittests": "1df2b41a811bd7e7cf3cfc19eaa0fe684804829b9d9e62c3c56510592946f085/663",
            "gtk_unittests": "7148f646752091d10367910697bf93634a76c42c06e39385412dec53ec105ec8/586",
            "gwp_asan_unittests": "017dacec5b8d0d365471719006599ed8e31da87fd9bd2c0ad661c677f258223a/587",
            "headless_browsertests": "3a29d8b498e9d4032d7100b1a0f7b159e9c0b7125bce4c7ea302607ee886c67b/831",
            "headless_unittests": "9de5954e32ed734a498c704830ad451e1795ba53a4bf1cca128a07b116d4ced0/586",
            "interactive_ui_tests": "eda19bd5696d68a219dcec48770f1f25ba6d2ad6ed50f16f6736e5b1ac8172f4/1157",
            "ipc_tests": "27513a887dc79e8bef57b2fe82963e013127a4f92e6f28f692c6979abf317cec/586",
            "latency_unittests": "11c7f47d6aa2738956ba429b6c06d9d5df552a7a4851b6597a987e662ae181dc/586",
            "leveldb_unittests": "2f7c813711c4d248c5a4d5087fd4afc48b55ef1eb233175f24bf8b8f20b84087/586",
            "libjingle_xmpp_unittests": "8324b3e3c6fe732b782850a7abf186c3e9b8f5ae2e0cf3ea9f0ea557102838a7/586",
            "liburlpattern_unittests": "5f1a2d0b8be9d0288b3e811b8d0e2ed0dea7394d52da9fce8e6ae576e5a8f8c1/586",
            "media_unittests": "773ac1d71cef9822567b6ca8bd2fb69a8dcd31055add2b5bdc3c4948a7879f0b/666",
            "message_center_unittests": "fa979d88dcca253740e7eb370605e1bb50e3ded54186727762a58bc43060f670/586",
            "midi_unittests": "029a16825a8b4b8347e0ade83b69e28f73a76459d923c22f3095f31daa38cdef/586",
            "mojo_unittests": "2fcd028e8f2835a4971ab79014caab7afabd88332bdc21121e1a1272750ddbe0/664",
            "native_theme_unittests": "8110148ce6854dd0cc51947f715d2a9d07991aa1cfe3961d86e327ceaec33459/586",
            "net_unittests": "191b8d47c6245505390d0f6aeb6a988e5b0b2c0e153d4d447ce2bcec3673b1a2/665",
            "openscreen_unittests": "1af398357ef7f643b8007e7d622b76615f88a87ec1a1d769c206342250a9d29a/587",
            "ozone_unittests": "067211ed8483bb58a34b77da28953e2fe539d716d74002d07056935eb00dd92c/586",
            "ozone_x11_unittests": "f6c2dc74f1bd9e113924edeb5fbb7669d50acd74ceeb839b8f9fec809de40911/586",
            "pdf_unittests": "40db22b22c912b75b8ee0fd35d7bd1e340646094c54afc015193d1f7e294207c/663",
            "perfetto_unittests": "365380d2b1bb0a200dbe5c15e1be7ecb28396a526c422fba5c7e23793d36561f/586",
            "printing_unittests": "0be2a82898703d23536c6993601bd0f75093b642c813db0067b8e20b633fe600/586",
            "pthreadpool_unittests": "15bbe1865a99f9fdf498cc6ac320bdcc1ccb40cba0152ebe0658091b4eebc18f/586",
            "puffin_unittests": "d725528d93394dbaf0fa1dc57781907aa4f407c0f7a004129e5a61e823a858ac/670",
            "remoting_unittests": "82c4d56eb7cbf118fd26245c5a42d4ea68f8d5857cd5bd98bce15e5b307ede93/745",
            "sandbox_linux_unittests": "3ed3e108e770260d2fd872cba0f6d0120ef1d3403b4ebb5a82225ebae85055f5/586",
            "services_unittests": "349c5853b214b4b2918175d67a38f97137262fb586a9c76df626a47d5c16c0f4/912",
            "shell_dialogs_unittests": "e15a65a6100faaf148bc58ef26e19b143a14455360a2db2f35c054dcf45fb5e9/586",
            "skia_unittests": "c2d93cffa36c6062b11054dbdf908018bf5289e26ff3f6621cbf99ed81294279/587",
            "snapshot_unittests": "98baebb3dd4636bee9da57e679896c013d3d09e15d1aaee2115e38526ff94cff/586",
            "sql_unittests": "47ce07f0a4d9bed107277bea9c8d31acc09838929c10e4173b67168a6d7812cf/663",
            "storage_unittests": "9ca86559cecfab044c3668b3b3a38d04523913e0fd8d7f8c713c6b3216731d48/744",
            "sync_integration_tests": "020f8707629b8411d576409dad6e913f0ec3ef84d202b10020d7b63d60ca493b/745",
            "ui_base_unittests": "137496b76b0723a9b49b82cbe93b09f7d3fe8dbbebfdb79ab32daefbe60569e5/739",
            "ui_touch_selection_unittests": "52a54364999b6acbd9df7c99f9070015b87ca24a701c85b0e656a73756520fba/586",
            "ui_unittests": "180f615872cde938396fdadd588ff4935ece1c3951410c8ecdb746ebc5190c8b/586",
            "unit_tests": "0b7cc8dff8f2dfe4e7af1fb330b27957a7b0134206ebb2bd5f7735ace028fd3c/1238",
            "url_unittests": "d96f342425114e7caf2a28041f75b6ac88acbcf0dbb4985eaa0e33b7e0b0f14a/586",
            "views_unittests": "c2b5ad9e2460fc1f269955bcf782c19ae5893a57766ecd4dd555372962b78d33/586",
            "viz_unittests": "4695413449299fef2f3a9bd2184ba44b8d47f5c5a4816f1791981934df7447b9/670",
            "vr_common_unittests": "b52bbd10307994dabb4ecfb8df74ab6a62dd2decc2a387713e82c15098071f0e/664",
            "wm_unittests": "25f3eb9439e441d101b6dbc1b5dd492c2eb93b6e12598bb79bca560847432acf/586",
            "wtf_unittests": "05bfdd794a945c5938de6eb2f6eb2bbe51ed84968700ff4dbd18926e79eb00cd/586",
            "xr_browser_tests": "0b7126deb49f4d626a258ea91067bc9ac1d90ef2a452d8cafb06ff1671a8602e/744",
            "zlib_unittests": "7c7c7c41e6b3ab20c3c0df3737f8098597695558d79005dd076c8658b1bd49d6/587"
          },
      "swarming_command_lines_cwd": "out/d019-Linux_TSan_Buil",
      "swarming_command_lines_digest": "c73c90069063bfddad5e88fa11e474b8b62f6b7f05003391547aeeffcf087149/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
    "ref": "refs/branch-heads/8078"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8832702379794119600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m156/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "973"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:07:00.190] Scheduled build:
{
  "id": "8667272317584348593",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 671,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-22T04:06:59.628104893Z",
  "updateTime": "2026-10-22T04:06:59.628104893Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[04:07:00.191] Task URL: https://cr-buildbucket.appspot.com/build/8667272317584348593
[04:07:00.191] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:2:0) after 7m48s
[04:07:01.152] Received PubSub notification, asking Buildbucket for the build status
[04:07:01.176] Build status: SCHEDULED
[04:07:04.839] Received PubSub notification, asking Buildbucket for the build status
[04:07:04.857] Build status: STARTED
[04:14:48.211] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:2:0)
[04:14:48.263] Build status: STARTED
[04:14:48.263] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:5:0) after 4m57s
[04:19:45.349] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:5:0)
[04:19:45.398] Build status: STARTED
[04:19:45.398] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:6:0) after 2m31s
[04:22:16.416] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:6:0)
[04:22:16.442] Build status: STARTED
[04:22:16.442] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:7:0) after 8m46s
[04:31:02.431] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:7:0)
[04:31:02.454] Build status: STARTED
[04:31:02.454] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:8:0) after 3m12s
[04:34:14.473] Handling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:8:0)
[04:34:14.492] Build status: STARTED
[04:34:14.492] Scheduling timer "check-buildbucket-build-status" (chromium-m156/Linux TSan Tests:8832702379794119600:9:0) after 8m16s
[04:41:34.611] Received PubSub notification, asking Buildbucket for the build status
[04:41:34.640] Build:
{
  "id": "8667272317584348593",
  "builder": {
    "project": "chromium-m156",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 671,
  "createdBy": "project:chromium-m156",
  "createTime": "2026-10-22T04:06:59.628104893Z",
  "startTime": "2026-10-22T04:07:04.504242503Z",
  "endTime": "2026-10-22T04:41:32.615525250Z",
  "updateTime": "2026-10-22T04:41:32.615525250Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3bc92a8c1a90401542ef09ba1c2d926f67ebb060",
      "ref": "refs/branch-heads/8078"
    }
  }
}
[04:41:34.640] Invocation finished in 34m36.502646662s with status FAILED