Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78746 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "0db5a0cc367fef8376a6cb0e88ab1547cc6fab68"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "983d13235dc30838db578813175e4802db5bda22",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "0db5a0cc367fef8376a6cb0e88ab1547cc6fab68",
  "parent_got_revision_cp": "refs/heads/main@{#937436}",
  "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
  "parent_got_v8_revision": "f03e17a69eb82d784dbb5c23befe6ae5286c9d1a",
  "parent_got_v8_revision_cp": "refs/heads/9.7.94@{#1}",
  "parent_got_webrtc_revision": "ee212a72f220641f0a4a23fb2c1bd600a9069440",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35298}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0db5a0cc367fef8376a6cb0e88ab1547cc6fab68",
  "swarm_hashes": {
    "absl_hardening_tests": "77101c1429178e97fbf37fbd963153945f7d4b0bec01889db38a27bd53bdd5b4/569",
    "accessibility_unittests": "28690372fcb7be6a2dd2db35e8d16800b43b4ba10c4d0f913f49b655ad749077/569",
    "angle_unittests": "074da29385afbbbc26c081e89daf1034cc4893d72342272e5d822f55dd61e320/570",
    "app_shell_unittests": "499ec12e0ff977e2826fcd9cd38433335b458855c1354761bf388590ce998d19/809",
    "aura_unittests": "40836047fed47a3f1d79a0de6aefca7811e546996f2a0541855041f046841273/569",
    "base_unittests": "84b16659dc4d0a758a5bc0aadbdaedcf6b5cc91267ad4598b9b141cea0b0d61b/648",
    "blink_common_unittests": "0927fb0394008adc71d9125978890601284f37ca56c3c8feb6752f16fa6710f1/647",
    "blink_fuzzer_unittests": "b110ea869c5e512e118eed386229be773c737fe0e708f1c70da99639d852a9bd/648",
    "blink_heap_unittests": "716a21c8aa87972d823a6da944368297f04b7f1fbad5268f707db095c3ad42d9/648",
    "blink_platform_unittests": "21ddb47c85aa970f48766d9ab50ab4d5dbec9a09951d04329095c09c2a51da6f/726",
    "blink_unittests": "a711b366206546adb90aa4ae71024379670802b8ee1b87f5306d3c31938f58d3/726",
    "boringssl_crypto_tests": "f002c3f9232563815b7f0c78a4a9295163ba8ff83557ec48b110b52a99cd0f52/570",
    "boringssl_ssl_tests": "7c1349ecaa837490f1a1716352b6de5d1ffe75c6f98dbec6452109f67161fa53/569",
    "capture_unittests": "37d77c02ad8ebb4c2927bfc3425980d67f02392373dcb27dce7112efe68fd77f/648",
    "cast_unittests": "4f2af83c33ab6416e6756be745face88f0c43c022fb366b7a11f36a89efc193f/569",
    "cc_unittests": "4f10f8bbacfc9e439b597660732d573a62c8917a226722b7a377690c6e510f2c/653",
    "chrome_app_unittests": "04dd45ad3e5b8a7a6d9eacc3b4d5486d22ea7688e234593ea7bfff0eea435823/811",
    "chromedriver_unittests": "81bfa8fffe72c6c8c02ae892a38ceda3d7951eb74e947a4e06d0d3cc053c48a3/726",
    "color_unittests": "d56e04541978c5d59e9669bb761779e3f7309386cfe4101b703202c12a66c331/569",
    "components_browsertests": "72e389f1bc46f82a0d024793f0455f6269af400d5dd482282db5cf2f622fe996/892",
    "components_unittests": "b1e522bdd41d47e962f135f1eceff61e3503882632a1f293ff590d828ed82196/892",
    "compositor_unittests": "f358302bf8f6889e650ba9487c1e759361a6e0267a9e1fb768fa79d56b03e1f9/645",
    "content_browsertests": "08cfe605226453ac192f29853c1f18f80f929b13f56e4bf24ff8dcb4935910b0/887",
    "content_unittests": "d9d2d7facb3b38ab89a97ce1afceea9b8fb49887600a965a686aa9cbd26a8aad/806",
    "cronet_tests": "29b8ab414076281027203794eeb1576ed56d63695a8812b50c8ce812418ab9e6/730",
    "cronet_unittests": "14c21240ec09ffcc2faf13314332f6b5fa2fa2bf7d2165a030b40d99f9d3e8dd/646",
    "crypto_unittests": "4ba7581cd0ce8903f306c1c67ac9077182aa89aea20d169d2e7dfa577f6d8a76/569",
    "dbus_unittests": "210c274968adc1e8b63aca9fe827d35eca70a562becab77d2445aee2aa1aa17e/569",
    "device_unittests": "b5b4673f521ad42aa3c642d278420285e3b79a88b7f78bf338e354d8d2176f8f/646",
    "display_unittests": "aea0211b8f94fd6931f078fdffed26a933055cfc0b4590c7655c56c039ec1cd0/569",
    "events_unittests": "91392b94176ad5f9358cb839b9a2bc619097f708b139b6b1b48a493c038c4880/569",
    "extensions_browsertests": "8b4ba6271804f69597dc9b596817f438bd3e7f93eaaed6bf5e5a87958588d0cc/811",
    "extensions_unittests": "78a7f4c09d78245acfe1f593e26d08b830ff3e9d7092e69356a9d1ab0d994ded/975",
    "filesystem_service_unittests": "a7e27f1ca2a8bfe57cf7e16c3079b0cf4e80b42739bd7a232662dd39d7317894/569",
    "gcm_unit_tests": "56927b1a0e0aae85cd7232d4dda3920b50bdb39b5dcfd3cfc1346df5b4aefc24/646",
    "gfx_unittests": "42129f8fbf6175a20d1c77ec5fc08690ff405abc490b25eb7ec10f789e76cff5/645",
    "gin_unittests": "27780297340425f7e25b452d3d29fba6334a5fc93e42f893ae2310aefddee6bc/646",
    "gl_tests": "17a19220e180d159a8176a747647bb291fc53072cedbb36cccbcf5981c486c8f/569",
    "gl_unittests": "88497431c35d090627cd616c312fb7ba16c3a298c787549436fa275282659eac/569",
    "google_apis_unittests": "a9068bd80febb29058ae60c04a183f0027956ac3fc4fac0f6820a1c9b8913850/731",
    "gpu_unittests": "570217933c87a1287b39f43ba70a7bbf65948349939df43cd391195ea5ea064a/646",
    "gwp_asan_unittests": "7aea959a0bd612ce40b2e2c042bbaaaf3258fac02e5b2eba0a5faa2de7223f91/570",
    "headless_browsertests": "409eaded6ba212daeb39a388b1f0c3558328d7bd0aa15ea9d0d033f95d6226b0/809",
    "headless_unittests": "a4f47ba101ac4fdcd1e30dfd738ed78beb2eff3befaa54d182c5411cbb6ad813/569",
    "interactive_ui_tests": "3c9ce1ebc3b84d44c320b145185bfdb5a6ddc25f8383efba404b836a19f33565/1128",
    "ipc_tests": "10b480129622c4a93e666288fe1a13cb170feb91af9e02a30417d588539b2248/569",
    "jingle_unittests": "8d37758bac60c2670f416e97fd7f9727b792592018a79cf5d71363bfbf291305/646",
    "latency_unittests": "f4b7a3475dd487d8bc5b9ef020b255bc5a7fd24205bd7fdec61a08311d075e17/569",
    "libjingle_xmpp_unittests": "9422fdf0caaafea3d9cadcccbf0b4203883d7ed8f1583b6dd02e9a4051d6d789/569",
    "liburlpattern_unittests": "1e52efa4af0a68858f8d5b4168f0ff4be5d3b01e8130a6dbdbcbc395b07129d9/569",
    "media_unittests": "4abce2e0eae2b8c625e864e78f87f6e273bf42872e215c52d5fdc202c9fec9cc/649",
    "message_center_unittests": "95c11905332b5f94adfff174e728d220ac169f9d2eb284f6fd9df3a4bfcadc72/569",
    "midi_unittests": "e8f9c12e23659ccd81992410ce05f42bb9ced087c3fedeafa756fdc9c4c0f3fe/569",
    "mojo_core_unittests": "7f69bc34a558224a13dc4a50894960a819abb0333966e69d0b68589b4bf24728/569",
    "mojo_unittests": "971e340aaa578b04c45ea057fd0f197bbc41e197146299927863876f45872438/647",
    "native_theme_unittests": "96f855421b4e5ece33c2d714400980a8a9a1acb4664713ed2d51d55704f8030f/569",
    "net_unittests": "791da064f3bbe95c6b21de3b7644152d68e625f4fda9282846b0be392aab135f/648",
    "openscreen_unittests": "99f13d831fcc440d95fac7d18fb721afbf13120a03ba3191b46cd7d706700fbe/811",
    "ozone_x11_unittests": "af5328457e19f5db788051cddcb5daa83bacd43d6851c12fbb7f3724baac71fc/569",
    "pdf_unittests": "5232cb18dec5a8d87d8dd748938efa7fcdd838743cc6280dbac500c4ac091dee/725",
    "perfetto_unittests": "94076d7652ad3a31a50f64e7ffde1798d10ddfcfeee31dc62a0ae60905a95953/569",
    "ppapi_unittests": "1e6a2850e6598f07deccbb090b86fc02e532950df5f84f4b89df2bfbce770f5b/569",
    "printing_unittests": "8c694e2a2f37c57e2ba1d2cab7720597434cde0e9a7bd365bda65c86b6e7b936/569",
    "remoting_unittests": "47d7f1e1462e675f83d2a1c1aad1460e7bfeb075b64a5a747271d4f9fcd37962/646",
    "sandbox_linux_unittests": "a5a4566cfdb154400b258cb143f752cc12f1c93306cbc6d2f9100f4040553fdc/569",
    "service_manager_unittests": "e4126570e57011bdb0777d67b77d6a6a5fa1df049a8fb0e68c4c9fbcbcb9e70e/569",
    "services_unittests": "335ad2301677477effffe20ad6ce96af685385d2b30d3e848b420469be1109e0/815",
    "shell_dialogs_unittests": "66fd194035537a7e73ccff248d3c9ab7f938528cae3c893dfc8654e0cf5e9e34/569",
    "skia_unittests": "d25a5c98d33a1f5d1f96dada947a875ff66b2053b034985439f2dd070df2725f/569",
    "snapshot_unittests": "ec08902dac196a90d58f065611659812aa79506aa2f50efff7efd65129cf00e2/569",
    "sql_unittests": "8425358324f7a9a6bee5c673ec2c3930d1ac8503171f71b09eeb8626ed5dc81b/646",
    "storage_unittests": "4d1630722ca10b3864dafc27ebd34509af3341cc09bae7be14d78bd29045729c/727",
    "sync_integration_tests": "ee8ad39cc0087ab70228224adeb5a8a9610e229a1858a971d03449b9501602e8/892",
    "ui_base_unittests": "ebad9b49a4934dd055d1ff0e006eb5bc51367d9fc704a67e32a55f30f02faf5f/723",
    "ui_touch_selection_unittests": "75d9b80d487593597349d689de4c02331012a596b4f122a70d083eef44ee3523/569",
    "unit_tests": "f5ccfa2eb7e9fc68cd5b0ad8e4bc7367bc8c1262bd9d8ac065d7e64578e822cd/1141",
    "url_unittests": "1c674a7d6f785d9e2c958a3d99bdedcab7fd4fd68e9a43bd39ede2341614e891/569",
    "views_unittests": "afd524641825c1de1608ac71374edb20cea9a5212771b1fcdb1e200e782d044f/569",
    "viz_unittests": "cbefeacce5a648494ae4216b847dcd60c3461d1f6077463c90cad156422f7575/653",
    "vr_common_unittests": "29753de098bc6b7d967cc6db1af8cbd285cc492a2ede247479ab9bc4fe687a8e/811",
    "vr_pixeltests": "419a843ae638b66f4b0eb0c05659e3fa87dedb10f2535134bbc3fad60676da74/725",
    "weblayer_browsertests": "88520440e4d3840199e7e63fea8ef071279978d8bfadf60c506811a37f6d253e/893",
    "weblayer_unittests": "4ae7c955e164c1d276961426ac79b7b6a7abf29977789a5cdac4a912f2a2e7a2/725",
    "wm_unittests": "ac94a76d072b790284fc3a56a7d745c877e1b7d2bae53d52651a8e67a779d5b7/569",
    "wtf_unittests": "14153207fe8ec3a900977e06f1b9666b0c0da5c47e3890c9bc3c0ff5a5b4e1f5/569",
    "x11_unittests": "f2d272756ab8c3be7db98c3fd9c8dd86eca2708614708533bcc019f9d45c6540/569",
    "xr_browser_tests": "e382bc39d5f4714e00c5efdd8f3f117edf36f502c68c5cf5fb3a0cbeaf1c1b6b/891",
    "zlib_unittests": "2f37fea10c1aeb0a5d366714e672ede1c9170d7869855f9c3591566a9132400c/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0db5a0cc367fef8376a6cb0e88ab1547cc6fab68
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78746
  • user_agent:recipe

Debug log (UTC)

[18:38:10.879] New invocation is queued and will start shortly
[18:38:10.880] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:38:12.871] Starting the invocation (attempt 1)
[18:38:12.927] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0db5a0cc367fef8376a6cb0e88ab1547cc6fab68"
[18:38:12.927] Popped gitiles commit info from properties and tags
[18:38:12.927] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:38:12.927] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:38:12.928] Buildbucket request:
{
  "requestId": "8997081061889839312",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "0db5a0cc367fef8376a6cb0e88ab1547cc6fab68"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "983d13235dc30838db578813175e4802db5bda22",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "0db5a0cc367fef8376a6cb0e88ab1547cc6fab68",
      "parent_got_revision_cp": "refs/heads/main@{#937436}",
      "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
      "parent_got_v8_revision": "f03e17a69eb82d784dbb5c23befe6ae5286c9d1a",
      "parent_got_v8_revision_cp": "refs/heads/9.7.94@{#1}",
      "parent_got_webrtc_revision": "ee212a72f220641f0a4a23fb2c1bd600a9069440",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35298}",
      "swarm_hashes": {
            "absl_hardening_tests": "77101c1429178e97fbf37fbd963153945f7d4b0bec01889db38a27bd53bdd5b4/569",
            "accessibility_unittests": "28690372fcb7be6a2dd2db35e8d16800b43b4ba10c4d0f913f49b655ad749077/569",
            "angle_unittests": "074da29385afbbbc26c081e89daf1034cc4893d72342272e5d822f55dd61e320/570",
            "app_shell_unittests": "499ec12e0ff977e2826fcd9cd38433335b458855c1354761bf388590ce998d19/809",
            "aura_unittests": "40836047fed47a3f1d79a0de6aefca7811e546996f2a0541855041f046841273/569",
            "base_unittests": "84b16659dc4d0a758a5bc0aadbdaedcf6b5cc91267ad4598b9b141cea0b0d61b/648",
            "blink_common_unittests": "0927fb0394008adc71d9125978890601284f37ca56c3c8feb6752f16fa6710f1/647",
            "blink_fuzzer_unittests": "b110ea869c5e512e118eed386229be773c737fe0e708f1c70da99639d852a9bd/648",
            "blink_heap_unittests": "716a21c8aa87972d823a6da944368297f04b7f1fbad5268f707db095c3ad42d9/648",
            "blink_platform_unittests": "21ddb47c85aa970f48766d9ab50ab4d5dbec9a09951d04329095c09c2a51da6f/726",
            "blink_unittests": "a711b366206546adb90aa4ae71024379670802b8ee1b87f5306d3c31938f58d3/726",
            "boringssl_crypto_tests": "f002c3f9232563815b7f0c78a4a9295163ba8ff83557ec48b110b52a99cd0f52/570",
            "boringssl_ssl_tests": "7c1349ecaa837490f1a1716352b6de5d1ffe75c6f98dbec6452109f67161fa53/569",
            "capture_unittests": "37d77c02ad8ebb4c2927bfc3425980d67f02392373dcb27dce7112efe68fd77f/648",
            "cast_unittests": "4f2af83c33ab6416e6756be745face88f0c43c022fb366b7a11f36a89efc193f/569",
            "cc_unittests": "4f10f8bbacfc9e439b597660732d573a62c8917a226722b7a377690c6e510f2c/653",
            "chrome_app_unittests": "04dd45ad3e5b8a7a6d9eacc3b4d5486d22ea7688e234593ea7bfff0eea435823/811",
            "chromedriver_unittests": "81bfa8fffe72c6c8c02ae892a38ceda3d7951eb74e947a4e06d0d3cc053c48a3/726",
            "color_unittests": "d56e04541978c5d59e9669bb761779e3f7309386cfe4101b703202c12a66c331/569",
            "components_browsertests": "72e389f1bc46f82a0d024793f0455f6269af400d5dd482282db5cf2f622fe996/892",
            "components_unittests": "b1e522bdd41d47e962f135f1eceff61e3503882632a1f293ff590d828ed82196/892",
            "compositor_unittests": "f358302bf8f6889e650ba9487c1e759361a6e0267a9e1fb768fa79d56b03e1f9/645",
            "content_browsertests": "08cfe605226453ac192f29853c1f18f80f929b13f56e4bf24ff8dcb4935910b0/887",
            "content_unittests": "d9d2d7facb3b38ab89a97ce1afceea9b8fb49887600a965a686aa9cbd26a8aad/806",
            "cronet_tests": "29b8ab414076281027203794eeb1576ed56d63695a8812b50c8ce812418ab9e6/730",
            "cronet_unittests": "14c21240ec09ffcc2faf13314332f6b5fa2fa2bf7d2165a030b40d99f9d3e8dd/646",
            "crypto_unittests": "4ba7581cd0ce8903f306c1c67ac9077182aa89aea20d169d2e7dfa577f6d8a76/569",
            "dbus_unittests": "210c274968adc1e8b63aca9fe827d35eca70a562becab77d2445aee2aa1aa17e/569",
            "device_unittests": "b5b4673f521ad42aa3c642d278420285e3b79a88b7f78bf338e354d8d2176f8f/646",
            "display_unittests": "aea0211b8f94fd6931f078fdffed26a933055cfc0b4590c7655c56c039ec1cd0/569",
            "events_unittests": "91392b94176ad5f9358cb839b9a2bc619097f708b139b6b1b48a493c038c4880/569",
            "extensions_browsertests": "8b4ba6271804f69597dc9b596817f438bd3e7f93eaaed6bf5e5a87958588d0cc/811",
            "extensions_unittests": "78a7f4c09d78245acfe1f593e26d08b830ff3e9d7092e69356a9d1ab0d994ded/975",
            "filesystem_service_unittests": "a7e27f1ca2a8bfe57cf7e16c3079b0cf4e80b42739bd7a232662dd39d7317894/569",
            "gcm_unit_tests": "56927b1a0e0aae85cd7232d4dda3920b50bdb39b5dcfd3cfc1346df5b4aefc24/646",
            "gfx_unittests": "42129f8fbf6175a20d1c77ec5fc08690ff405abc490b25eb7ec10f789e76cff5/645",
            "gin_unittests": "27780297340425f7e25b452d3d29fba6334a5fc93e42f893ae2310aefddee6bc/646",
            "gl_tests": "17a19220e180d159a8176a747647bb291fc53072cedbb36cccbcf5981c486c8f/569",
            "gl_unittests": "88497431c35d090627cd616c312fb7ba16c3a298c787549436fa275282659eac/569",
            "google_apis_unittests": "a9068bd80febb29058ae60c04a183f0027956ac3fc4fac0f6820a1c9b8913850/731",
            "gpu_unittests": "570217933c87a1287b39f43ba70a7bbf65948349939df43cd391195ea5ea064a/646",
            "gwp_asan_unittests": "7aea959a0bd612ce40b2e2c042bbaaaf3258fac02e5b2eba0a5faa2de7223f91/570",
            "headless_browsertests": "409eaded6ba212daeb39a388b1f0c3558328d7bd0aa15ea9d0d033f95d6226b0/809",
            "headless_unittests": "a4f47ba101ac4fdcd1e30dfd738ed78beb2eff3befaa54d182c5411cbb6ad813/569",
            "interactive_ui_tests": "3c9ce1ebc3b84d44c320b145185bfdb5a6ddc25f8383efba404b836a19f33565/1128",
            "ipc_tests": "10b480129622c4a93e666288fe1a13cb170feb91af9e02a30417d588539b2248/569",
            "jingle_unittests": "8d37758bac60c2670f416e97fd7f9727b792592018a79cf5d71363bfbf291305/646",
            "latency_unittests": "f4b7a3475dd487d8bc5b9ef020b255bc5a7fd24205bd7fdec61a08311d075e17/569",
            "libjingle_xmpp_unittests": "9422fdf0caaafea3d9cadcccbf0b4203883d7ed8f1583b6dd02e9a4051d6d789/569",
            "liburlpattern_unittests": "1e52efa4af0a68858f8d5b4168f0ff4be5d3b01e8130a6dbdbcbc395b07129d9/569",
            "media_unittests": "4abce2e0eae2b8c625e864e78f87f6e273bf42872e215c52d5fdc202c9fec9cc/649",
            "message_center_unittests": "95c11905332b5f94adfff174e728d220ac169f9d2eb284f6fd9df3a4bfcadc72/569",
            "midi_unittests": "e8f9c12e23659ccd81992410ce05f42bb9ced087c3fedeafa756fdc9c4c0f3fe/569",
            "mojo_core_unittests": "7f69bc34a558224a13dc4a50894960a819abb0333966e69d0b68589b4bf24728/569",
            "mojo_unittests": "971e340aaa578b04c45ea057fd0f197bbc41e197146299927863876f45872438/647",
            "native_theme_unittests": "96f855421b4e5ece33c2d714400980a8a9a1acb4664713ed2d51d55704f8030f/569",
            "net_unittests": "791da064f3bbe95c6b21de3b7644152d68e625f4fda9282846b0be392aab135f/648",
            "openscreen_unittests": "99f13d831fcc440d95fac7d18fb721afbf13120a03ba3191b46cd7d706700fbe/811",
            "ozone_x11_unittests": "af5328457e19f5db788051cddcb5daa83bacd43d6851c12fbb7f3724baac71fc/569",
            "pdf_unittests": "5232cb18dec5a8d87d8dd748938efa7fcdd838743cc6280dbac500c4ac091dee/725",
            "perfetto_unittests": "94076d7652ad3a31a50f64e7ffde1798d10ddfcfeee31dc62a0ae60905a95953/569",
            "ppapi_unittests": "1e6a2850e6598f07deccbb090b86fc02e532950df5f84f4b89df2bfbce770f5b/569",
            "printing_unittests": "8c694e2a2f37c57e2ba1d2cab7720597434cde0e9a7bd365bda65c86b6e7b936/569",
            "remoting_unittests": "47d7f1e1462e675f83d2a1c1aad1460e7bfeb075b64a5a747271d4f9fcd37962/646",
            "sandbox_linux_unittests": "a5a4566cfdb154400b258cb143f752cc12f1c93306cbc6d2f9100f4040553fdc/569",
            "service_manager_unittests": "e4126570e57011bdb0777d67b77d6a6a5fa1df049a8fb0e68c4c9fbcbcb9e70e/569",
            "services_unittests": "335ad2301677477effffe20ad6ce96af685385d2b30d3e848b420469be1109e0/815",
            "shell_dialogs_unittests": "66fd194035537a7e73ccff248d3c9ab7f938528cae3c893dfc8654e0cf5e9e34/569",
            "skia_unittests": "d25a5c98d33a1f5d1f96dada947a875ff66b2053b034985439f2dd070df2725f/569",
            "snapshot_unittests": "ec08902dac196a90d58f065611659812aa79506aa2f50efff7efd65129cf00e2/569",
            "sql_unittests": "8425358324f7a9a6bee5c673ec2c3930d1ac8503171f71b09eeb8626ed5dc81b/646",
            "storage_unittests": "4d1630722ca10b3864dafc27ebd34509af3341cc09bae7be14d78bd29045729c/727",
            "sync_integration_tests": "ee8ad39cc0087ab70228224adeb5a8a9610e229a1858a971d03449b9501602e8/892",
            "ui_base_unittests": "ebad9b49a4934dd055d1ff0e006eb5bc51367d9fc704a67e32a55f30f02faf5f/723",
            "ui_touch_selection_unittests": "75d9b80d487593597349d689de4c02331012a596b4f122a70d083eef44ee3523/569",
            "unit_tests": "f5ccfa2eb7e9fc68cd5b0ad8e4bc7367bc8c1262bd9d8ac065d7e64578e822cd/1141",
            "url_unittests": "1c674a7d6f785d9e2c958a3d99bdedcab7fd4fd68e9a43bd39ede2341614e891/569",
            "views_unittests": "afd524641825c1de1608ac71374edb20cea9a5212771b1fcdb1e200e782d044f/569",
            "viz_unittests": "cbefeacce5a648494ae4216b847dcd60c3461d1f6077463c90cad156422f7575/653",
            "vr_common_unittests": "29753de098bc6b7d967cc6db1af8cbd285cc492a2ede247479ab9bc4fe687a8e/811",
            "vr_pixeltests": "419a843ae638b66f4b0eb0c05659e3fa87dedb10f2535134bbc3fad60676da74/725",
            "weblayer_browsertests": "88520440e4d3840199e7e63fea8ef071279978d8bfadf60c506811a37f6d253e/893",
            "weblayer_unittests": "4ae7c955e164c1d276961426ac79b7b6a7abf29977789a5cdac4a912f2a2e7a2/725",
            "wm_unittests": "ac94a76d072b790284fc3a56a7d745c877e1b7d2bae53d52651a8e67a779d5b7/569",
            "wtf_unittests": "14153207fe8ec3a900977e06f1b9666b0c0da5c47e3890c9bc3c0ff5a5b4e1f5/569",
            "x11_unittests": "f2d272756ab8c3be7db98c3fd9c8dd86eca2708614708533bcc019f9d45c6540/569",
            "xr_browser_tests": "e382bc39d5f4714e00c5efdd8f3f117edf36f502c68c5cf5fb3a0cbeaf1c1b6b/891",
            "zlib_unittests": "2f37fea10c1aeb0a5d366714e672ede1c9170d7869855f9c3591566a9132400c/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0db5a0cc367fef8376a6cb0e88ab1547cc6fab68",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997081061889839312"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78746"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:38:13.707] Scheduled build:
{
  "id": "8831650998964072817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70702,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T18:38:13.032732646Z",
  "updateTime": "2021-11-02T18:38:13.032732646Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0db5a0cc367fef8376a6cb0e88ab1547cc6fab68",
      "ref": "refs/heads/main"
    }
  }
}
[18:38:13.707] Task URL: https://cr-buildbucket.appspot.com/build/8831650998964072817
[18:38:13.707] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997081061889839312:2:0) after 9m49s
[18:38:20.114] Received PubSub notification, asking Buildbucket for the build status
[18:38:20.158] Build status: STARTED
[18:48:02.688] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997081061889839312:2:0)
[18:48:02.746] Build status: STARTED
[18:48:02.746] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997081061889839312:4:0) after 9m1s
[18:57:03.778] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997081061889839312:4:0)
[18:57:03.811] Build status: STARTED
[18:57:03.811] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997081061889839312:5:0) after 9m9s
[19:06:12.921] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997081061889839312:5:0)
[19:06:13.017] Build status: STARTED
[19:06:13.017] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997081061889839312:6:0) after 1m57s
[19:06:20.451] Received PubSub notification, asking Buildbucket for the build status
[19:06:20.500] Build:
{
  "id": "8831650998964072817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70702,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T18:38:13.032732646Z",
  "startTime": "2021-11-02T18:38:18.221921Z",
  "endTime": "2021-11-02T19:06:19.508537286Z",
  "updateTime": "2021-11-02T19:06:19.508537286Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0db5a0cc367fef8376a6cb0e88ab1547cc6fab68",
      "ref": "refs/heads/main"
    }
  }
}
[19:06:20.500] Invocation finished in 28m9.642593293s with status FAILED