Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79638 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "d376bb4c78495d9d84150c7504843112f910c5b5"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fe42ac4df49fcd8b1e371276972b201f78a9a00d",
  "parent_got_dawn_revision": "b6c1a51775ae80695eb6c474691d02366d4eb7ad",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "d376bb4c78495d9d84150c7504843112f910c5b5",
  "parent_got_revision_cp": "refs/heads/main@{#947898}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "810173947bd94531ffb4ff7a519cf399aca5e09d",
  "parent_got_v8_revision_cp": "refs/heads/9.8.141@{#1}",
  "parent_got_webrtc_revision": "8f25690d549dc36de644b5c8acf67b8d67890259",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35467}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d376bb4c78495d9d84150c7504843112f910c5b5",
  "swarm_hashes": {
    "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
    "accessibility_unittests": "47ca88251737e3267115690df6c573a21aaf403fd6af2f0e9bd889ded96ebae6/569",
    "angle_unittests": "fc800e25d135f1d63ee95e16fa11d14839fd90e720e39f2d79c7062195785406/570",
    "app_shell_unittests": "90deb9d6e184d474d2fcbab34be542b07867a4a8c37e442a48e73408b4c05ccd/730",
    "aura_unittests": "f0e78ed3be733ca375b08513d7e039f4042fce2ee9c73fefb9133cfb9daca03e/569",
    "base_unittests": "b7e53e38cf87d6bc04402e1b7ce4530856f1d20caabdbcb2a60074440b70ae9b/648",
    "blink_common_unittests": "48e99f927b80ff65786d2aca4c5529f372d835d3674b749d0016eca822a8212d/647",
    "blink_fuzzer_unittests": "6ef1421d0c838c713ec73d75eddac5ab91fab3b72a05577c0ecd3af836f9bac2/569",
    "blink_heap_unittests": "21a3c8858e4774a793b648806a67904a3affdc38ce410db3c1f983c4445c1ca9/569",
    "blink_platform_unittests": "eb5021036692d612ada034621cdbf456df010546f517a54ffa05caa338e00de1/726",
    "blink_unittests": "004c4724d47a22add848b59df2865a4cec5c481e5678390db7957c79bb3b96d4/810",
    "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
    "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
    "capture_unittests": "998cfb6741887d87a9db0ac085b0431d1e2eb9c49e7105c0cc7eeed275e9be52/648",
    "cast_unittests": "7d488b4f2d40e1371de26cbcef9eb044cab06d78df99f20b89eb26be428acb21/569",
    "cc_unittests": "a08afb2a09354a6a00316f147c166921a01d459235551ac10077f11961d67b45/653",
    "chrome_app_unittests": "ee4648c5450905f9d0cec10d9e37922790b9479e492567dcee8dd88bf41860b3/648",
    "chromedriver_unittests": "16dae2ff1adb100a2078ac43942c134e897f120f1bb76670967b27e613ec85bb/726",
    "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
    "components_browsertests": "43f1ed191862b1cc2ae1d0148fdb055a8a681933cce1c43068c49dd4288e3fcf/813",
    "components_unittests": "1b11eb32e6f5a2edb81cf3c0d1a0573506a6d972dbb52ce70474386c92fe90bb/813",
    "compositor_unittests": "ec7e825923813242b535feba6138061963c7988b2b07bef7d67d46eec2c37791/645",
    "content_browsertests": "49db5f69c14be7ebead6fc93d1772714d42a0ad5f992d23d93175d87233d5f64/887",
    "content_unittests": "b9c9a5ceba4ed576dc22a3b926d66b82ff652323c970b3c5c4f4e4f131025fd7/806",
    "cronet_tests": "68af40fcef104ffd2dded7fcc6487af8b14da5d957db4f70eb8c35c4e189a8e6/730",
    "cronet_unittests": "154b16f490beeb673e8aac7851ce4ce43f79977922e2272f6476b56682a4ae53/646",
    "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
    "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
    "device_unittests": "3dc1c24469025bf1149b39ebbdfc33e2ed20c647890fc12055fd3e3385c012a4/646",
    "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
    "events_unittests": "d4353cd47a7edc502353945c0f5b9526a86d3fc6bc841ee54edfd74c0f2461ae/569",
    "extensions_browsertests": "0e2c81367f8cac470b7ac3d5c278c9e7ef8bf94dc4aaf0812a2e9988b1258b56/732",
    "extensions_unittests": "4c52d9cf70ee088d37e5e2a1ea1ebd6c0d10730fa1d056a80304a839e74b9a62/896",
    "filesystem_service_unittests": "238a094717725acc671b128a1b254d01784d6ceb41afabf63a2c8e00fffc082f/569",
    "gcm_unit_tests": "54d53ccea0b1957a5a293ca263607d6bfeb9a8a811d40c38c8b3c684091d982a/646",
    "gfx_unittests": "b84d956c43a6dd11b0b45bde047184d15eb6d9c408418c2410a8ed94b90ef41a/645",
    "gin_unittests": "a183af0e7f9dd4e7de6f69d64535b7166cdd5fdbc18acd03ef6077ba6d803cb9/646",
    "gl_tests": "c8e977ddb8f62f080db50737d24b82074944e666b9d0db5717fd00f2e9ce7b5a/569",
    "gl_unittests": "bb14899220ac95e6e6746d84a31fae8098baebb5c1ce0cb0fe6f507738da87be/569",
    "google_apis_unittests": "1ac1d0147cdcb1247c6c9c30f044d195f1a62e25ba5873dfd33c844a5aa3a142/731",
    "gpu_unittests": "96977144c4c64a33095b29dc8b737bf71674d730fe81ba33c73c3b6d1e6efa4b/646",
    "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
    "headless_browsertests": "838c5b46b8e3c115940047c781a409a9d5dd69970a2993f4a9fc0b91e6e6737d/730",
    "headless_unittests": "331e27e5a561a579a0c94f0db59e0238a464e0fd25a12d3edfdd7504dabdedd3/569",
    "interactive_ui_tests": "ddbaa0e7ed2908e2e55aa8db40edabfc49fcdbd5b05275f305417e6ff01f7807/965",
    "ipc_tests": "c3f52db71720f56cc2cf7ba5bd3ef6c110ca29cdaa52558bc883ed9ecffb2e1b/569",
    "jingle_unittests": "406cdf9e52614680e9a4479d8068c3cf7c4c4d46953c968ace2953e15594ec4c/646",
    "latency_unittests": "33a15fdfea3d75a2b8d79d904dbdeecc31c7195cfcc3ecb0041e86120a6ab218/569",
    "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
    "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
    "media_unittests": "32416901c8462b5d6bf2e9d8fb4e104139f203ed619edf53d670983c58d4d610/649",
    "message_center_unittests": "603bd4964d3502603dcf572d27729abf338433cc121834b14a50fc8b163a05db/569",
    "midi_unittests": "66f8607408927692fb021c011052595a41c4ec5b3abde8418b32ccc4c7061870/569",
    "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
    "mojo_unittests": "b2761a5c15e6560b37baef0275e15f4abc018c5e93df9ac40ad068ae01ad26ce/647",
    "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
    "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
    "openscreen_unittests": "380c8023706fa6db92d25de1b9fabbe86e749ea22572a8da3fcb3c041f75979a/648",
    "ozone_x11_unittests": "fe0af2e269877c60faaa38ea7cb7da19028624a7c05e2404571708c93413934a/569",
    "pdf_unittests": "c3accba924bfeeaaf98e0fb7383468cd10244fc1d98b08fb1fb0ff160d1b0228/646",
    "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
    "ppapi_unittests": "e46306ce8932cd4eb4f70b0ed086f2d8b9ef243d4df3a78217a2306fbbc7c888/569",
    "printing_unittests": "dffa2614aa5c1d5a5234ed978277d94cb259ce51f9780469875fbb3af8db937b/569",
    "remoting_unittests": "9cdb11ff40437780a844d74bf65959e2e6a5e282d2b24d7f484ae607d8ae091a/646",
    "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
    "service_manager_unittests": "3761b9a421e5e47683346cdaf2a09d0549f29802a9fe57416e187c61267c39e8/569",
    "services_unittests": "312f4a222cceb746c7ea857b5a8624b0e44fea07c8ff5aee7a019dcb187bcbf1/815",
    "shell_dialogs_unittests": "32cffaff9543a2c2464237ab34bd91a591d091d42ddbd5d1c18e231d29142c12/569",
    "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
    "snapshot_unittests": "480997d24a475ed364d497ca3e23c57d7a990c9f7062995e9eac95d12dead744/569",
    "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
    "storage_unittests": "83a76dc4a3d34b84e95d31c2257ab4754225e8fd58a8c45b4aa4552edbb07962/727",
    "sync_integration_tests": "76bfb405552cb349cddef8156bd2d6070cee92cbd9a4958072f135bf0b0ab7ca/729",
    "ui_base_unittests": "4c3b00b00ef9d7661f1369730a64ea3c90dd74380af0790780a02c8dff929cf3/723",
    "ui_touch_selection_unittests": "d4886e88ea85582a24ed8cc5045b321b7a25f6de0595fa2b819806ac1310aeb2/569",
    "unit_tests": "174920714afdae24196666b5a7accc1ccf6651818c15f6a55930662884a48149/1062",
    "url_unittests": "13ccdcb3c3c811aa27e017140bdd981830fee366a66019cf6019a7cd2fae7165/569",
    "views_unittests": "1307db570ef5fa1bce46d6bafea7b67e7eb97bd8c2e2164ac2fb37fedc11387b/569",
    "viz_unittests": "0e1750464297c0ac99bf326e85977f3ecfab9577bfc3c81ecce0cdac573cf742/653",
    "vr_common_unittests": "af559f8d8fa9a795d846778184113f1f2418316a32b69b90d16969e8bdf21c56/648",
    "vr_pixeltests": "e1bca87e44c24c707416e6490aa6fe49125f79ce40616c2723c148803b929c41/646",
    "weblayer_browsertests": "a2553bb39cd17747380b7926ef0f4b2a93f4a82a25f8de07971fd3c3f25a2afa/814",
    "weblayer_unittests": "79a2594ff85ab5b74c0466c9a7df30dcb2c8bb970c8c412805b3ff671e3e21f7/646",
    "wm_unittests": "b1d8f20a714c7b8cb87b862b81a3a528f489239ed14158fe8d649748bac9933a/569",
    "wtf_unittests": "fc2abbf8e4654a7297b84b8a6b61f1761c8db70c8de710dbaea88e1af356394d/569",
    "x11_unittests": "ce2a308fbcdfe9ccc22c9aebe91d5613ca1a5fd9d242b1da2646d11f79f6300d/569",
    "xr_browser_tests": "7e9d3ce11057c21cbf73d8afed97fc5699453cb42979ff2fb894cbea4624a31d/728",
    "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d376bb4c78495d9d84150c7504843112f910c5b5
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79638
  • user_agent:recipe

Debug log (UTC)

[07:03:54.386] New invocation is queued and will start shortly
[07:03:54.386] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:03:55.461] Starting the invocation (attempt 1)
[07:03:55.493] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d376bb4c78495d9d84150c7504843112f910c5b5"
[07:03:55.493] Popped gitiles commit info from properties and tags
[07:03:55.493] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:03:55.494] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:03:55.494] Buildbucket request:
{
  "requestId": "8994316235926580784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "d376bb4c78495d9d84150c7504843112f910c5b5"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fe42ac4df49fcd8b1e371276972b201f78a9a00d",
      "parent_got_dawn_revision": "b6c1a51775ae80695eb6c474691d02366d4eb7ad",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "d376bb4c78495d9d84150c7504843112f910c5b5",
      "parent_got_revision_cp": "refs/heads/main@{#947898}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "810173947bd94531ffb4ff7a519cf399aca5e09d",
      "parent_got_v8_revision_cp": "refs/heads/9.8.141@{#1}",
      "parent_got_webrtc_revision": "8f25690d549dc36de644b5c8acf67b8d67890259",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35467}",
      "swarm_hashes": {
            "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
            "accessibility_unittests": "47ca88251737e3267115690df6c573a21aaf403fd6af2f0e9bd889ded96ebae6/569",
            "angle_unittests": "fc800e25d135f1d63ee95e16fa11d14839fd90e720e39f2d79c7062195785406/570",
            "app_shell_unittests": "90deb9d6e184d474d2fcbab34be542b07867a4a8c37e442a48e73408b4c05ccd/730",
            "aura_unittests": "f0e78ed3be733ca375b08513d7e039f4042fce2ee9c73fefb9133cfb9daca03e/569",
            "base_unittests": "b7e53e38cf87d6bc04402e1b7ce4530856f1d20caabdbcb2a60074440b70ae9b/648",
            "blink_common_unittests": "48e99f927b80ff65786d2aca4c5529f372d835d3674b749d0016eca822a8212d/647",
            "blink_fuzzer_unittests": "6ef1421d0c838c713ec73d75eddac5ab91fab3b72a05577c0ecd3af836f9bac2/569",
            "blink_heap_unittests": "21a3c8858e4774a793b648806a67904a3affdc38ce410db3c1f983c4445c1ca9/569",
            "blink_platform_unittests": "eb5021036692d612ada034621cdbf456df010546f517a54ffa05caa338e00de1/726",
            "blink_unittests": "004c4724d47a22add848b59df2865a4cec5c481e5678390db7957c79bb3b96d4/810",
            "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
            "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
            "capture_unittests": "998cfb6741887d87a9db0ac085b0431d1e2eb9c49e7105c0cc7eeed275e9be52/648",
            "cast_unittests": "7d488b4f2d40e1371de26cbcef9eb044cab06d78df99f20b89eb26be428acb21/569",
            "cc_unittests": "a08afb2a09354a6a00316f147c166921a01d459235551ac10077f11961d67b45/653",
            "chrome_app_unittests": "ee4648c5450905f9d0cec10d9e37922790b9479e492567dcee8dd88bf41860b3/648",
            "chromedriver_unittests": "16dae2ff1adb100a2078ac43942c134e897f120f1bb76670967b27e613ec85bb/726",
            "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
            "components_browsertests": "43f1ed191862b1cc2ae1d0148fdb055a8a681933cce1c43068c49dd4288e3fcf/813",
            "components_unittests": "1b11eb32e6f5a2edb81cf3c0d1a0573506a6d972dbb52ce70474386c92fe90bb/813",
            "compositor_unittests": "ec7e825923813242b535feba6138061963c7988b2b07bef7d67d46eec2c37791/645",
            "content_browsertests": "49db5f69c14be7ebead6fc93d1772714d42a0ad5f992d23d93175d87233d5f64/887",
            "content_unittests": "b9c9a5ceba4ed576dc22a3b926d66b82ff652323c970b3c5c4f4e4f131025fd7/806",
            "cronet_tests": "68af40fcef104ffd2dded7fcc6487af8b14da5d957db4f70eb8c35c4e189a8e6/730",
            "cronet_unittests": "154b16f490beeb673e8aac7851ce4ce43f79977922e2272f6476b56682a4ae53/646",
            "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
            "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
            "device_unittests": "3dc1c24469025bf1149b39ebbdfc33e2ed20c647890fc12055fd3e3385c012a4/646",
            "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
            "events_unittests": "d4353cd47a7edc502353945c0f5b9526a86d3fc6bc841ee54edfd74c0f2461ae/569",
            "extensions_browsertests": "0e2c81367f8cac470b7ac3d5c278c9e7ef8bf94dc4aaf0812a2e9988b1258b56/732",
            "extensions_unittests": "4c52d9cf70ee088d37e5e2a1ea1ebd6c0d10730fa1d056a80304a839e74b9a62/896",
            "filesystem_service_unittests": "238a094717725acc671b128a1b254d01784d6ceb41afabf63a2c8e00fffc082f/569",
            "gcm_unit_tests": "54d53ccea0b1957a5a293ca263607d6bfeb9a8a811d40c38c8b3c684091d982a/646",
            "gfx_unittests": "b84d956c43a6dd11b0b45bde047184d15eb6d9c408418c2410a8ed94b90ef41a/645",
            "gin_unittests": "a183af0e7f9dd4e7de6f69d64535b7166cdd5fdbc18acd03ef6077ba6d803cb9/646",
            "gl_tests": "c8e977ddb8f62f080db50737d24b82074944e666b9d0db5717fd00f2e9ce7b5a/569",
            "gl_unittests": "bb14899220ac95e6e6746d84a31fae8098baebb5c1ce0cb0fe6f507738da87be/569",
            "google_apis_unittests": "1ac1d0147cdcb1247c6c9c30f044d195f1a62e25ba5873dfd33c844a5aa3a142/731",
            "gpu_unittests": "96977144c4c64a33095b29dc8b737bf71674d730fe81ba33c73c3b6d1e6efa4b/646",
            "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
            "headless_browsertests": "838c5b46b8e3c115940047c781a409a9d5dd69970a2993f4a9fc0b91e6e6737d/730",
            "headless_unittests": "331e27e5a561a579a0c94f0db59e0238a464e0fd25a12d3edfdd7504dabdedd3/569",
            "interactive_ui_tests": "ddbaa0e7ed2908e2e55aa8db40edabfc49fcdbd5b05275f305417e6ff01f7807/965",
            "ipc_tests": "c3f52db71720f56cc2cf7ba5bd3ef6c110ca29cdaa52558bc883ed9ecffb2e1b/569",
            "jingle_unittests": "406cdf9e52614680e9a4479d8068c3cf7c4c4d46953c968ace2953e15594ec4c/646",
            "latency_unittests": "33a15fdfea3d75a2b8d79d904dbdeecc31c7195cfcc3ecb0041e86120a6ab218/569",
            "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
            "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
            "media_unittests": "32416901c8462b5d6bf2e9d8fb4e104139f203ed619edf53d670983c58d4d610/649",
            "message_center_unittests": "603bd4964d3502603dcf572d27729abf338433cc121834b14a50fc8b163a05db/569",
            "midi_unittests": "66f8607408927692fb021c011052595a41c4ec5b3abde8418b32ccc4c7061870/569",
            "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
            "mojo_unittests": "b2761a5c15e6560b37baef0275e15f4abc018c5e93df9ac40ad068ae01ad26ce/647",
            "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
            "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
            "openscreen_unittests": "380c8023706fa6db92d25de1b9fabbe86e749ea22572a8da3fcb3c041f75979a/648",
            "ozone_x11_unittests": "fe0af2e269877c60faaa38ea7cb7da19028624a7c05e2404571708c93413934a/569",
            "pdf_unittests": "c3accba924bfeeaaf98e0fb7383468cd10244fc1d98b08fb1fb0ff160d1b0228/646",
            "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
            "ppapi_unittests": "e46306ce8932cd4eb4f70b0ed086f2d8b9ef243d4df3a78217a2306fbbc7c888/569",
            "printing_unittests": "dffa2614aa5c1d5a5234ed978277d94cb259ce51f9780469875fbb3af8db937b/569",
            "remoting_unittests": "9cdb11ff40437780a844d74bf65959e2e6a5e282d2b24d7f484ae607d8ae091a/646",
            "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
            "service_manager_unittests": "3761b9a421e5e47683346cdaf2a09d0549f29802a9fe57416e187c61267c39e8/569",
            "services_unittests": "312f4a222cceb746c7ea857b5a8624b0e44fea07c8ff5aee7a019dcb187bcbf1/815",
            "shell_dialogs_unittests": "32cffaff9543a2c2464237ab34bd91a591d091d42ddbd5d1c18e231d29142c12/569",
            "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
            "snapshot_unittests": "480997d24a475ed364d497ca3e23c57d7a990c9f7062995e9eac95d12dead744/569",
            "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
            "storage_unittests": "83a76dc4a3d34b84e95d31c2257ab4754225e8fd58a8c45b4aa4552edbb07962/727",
            "sync_integration_tests": "76bfb405552cb349cddef8156bd2d6070cee92cbd9a4958072f135bf0b0ab7ca/729",
            "ui_base_unittests": "4c3b00b00ef9d7661f1369730a64ea3c90dd74380af0790780a02c8dff929cf3/723",
            "ui_touch_selection_unittests": "d4886e88ea85582a24ed8cc5045b321b7a25f6de0595fa2b819806ac1310aeb2/569",
            "unit_tests": "174920714afdae24196666b5a7accc1ccf6651818c15f6a55930662884a48149/1062",
            "url_unittests": "13ccdcb3c3c811aa27e017140bdd981830fee366a66019cf6019a7cd2fae7165/569",
            "views_unittests": "1307db570ef5fa1bce46d6bafea7b67e7eb97bd8c2e2164ac2fb37fedc11387b/569",
            "viz_unittests": "0e1750464297c0ac99bf326e85977f3ecfab9577bfc3c81ecce0cdac573cf742/653",
            "vr_common_unittests": "af559f8d8fa9a795d846778184113f1f2418316a32b69b90d16969e8bdf21c56/648",
            "vr_pixeltests": "e1bca87e44c24c707416e6490aa6fe49125f79ce40616c2723c148803b929c41/646",
            "weblayer_browsertests": "a2553bb39cd17747380b7926ef0f4b2a93f4a82a25f8de07971fd3c3f25a2afa/814",
            "weblayer_unittests": "79a2594ff85ab5b74c0466c9a7df30dcb2c8bb970c8c412805b3ff671e3e21f7/646",
            "wm_unittests": "b1d8f20a714c7b8cb87b862b81a3a528f489239ed14158fe8d649748bac9933a/569",
            "wtf_unittests": "fc2abbf8e4654a7297b84b8a6b61f1761c8db70c8de710dbaea88e1af356394d/569",
            "x11_unittests": "ce2a308fbcdfe9ccc22c9aebe91d5613ca1a5fd9d242b1da2646d11f79f6300d/569",
            "xr_browser_tests": "7e9d3ce11057c21cbf73d8afed97fc5699453cb42979ff2fb894cbea4624a31d/728",
            "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d376bb4c78495d9d84150c7504843112f910c5b5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994316235926580784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79638"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:03:55.995] Scheduled build:
{
  "id": "8828886174030814769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71591,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T07:03:55.560366843Z",
  "updateTime": "2021-12-03T07:03:55.560366843Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d376bb4c78495d9d84150c7504843112f910c5b5",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:03:55.995] Task URL: https://cr-buildbucket.appspot.com/build/8828886174030814769
[07:03:55.995] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:2:0) after 4m43s
[07:04:37.089] Received PubSub notification, asking Buildbucket for the build status
[07:04:37.124] Build status: STARTED
[07:08:39.195] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:2:0)
[07:08:39.273] Build status: STARTED
[07:08:39.273] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:4:0) after 8m44s
[07:17:23.465] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:4:0)
[07:17:23.499] Build status: STARTED
[07:17:23.499] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:5:0) after 4m19s
[07:21:42.679] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:5:0)
[07:21:42.764] Build status: STARTED
[07:21:42.764] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:6:0) after 3m34s
[07:25:16.785] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:6:0)
[07:25:16.826] Build status: STARTED
[07:25:16.826] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994316235926580784:7:0) after 6m37s
[07:31:42.403] Received PubSub notification, asking Buildbucket for the build status
[07:31:42.435] Build:
{
  "id": "8828886174030814769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71591,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T07:03:55.560366843Z",
  "startTime": "2021-12-03T07:04:35.579709Z",
  "endTime": "2021-12-03T07:31:41.756960396Z",
  "updateTime": "2021-12-03T07:31:41.756960396Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d376bb4c78495d9d84150c7504843112f910c5b5",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:31:42.435] Invocation finished in 27m48.065513506s with status FAILED