Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78732 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "81d9ad46705cf4eeed5e0cf518d7bb2776c7876c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "ff9a1f7b20d7ff9a56714d6d0000b5f892b65544",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "81d9ad46705cf4eeed5e0cf518d7bb2776c7876c",
  "parent_got_revision_cp": "refs/heads/main@{#937229}",
  "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
  "parent_got_v8_revision": "a67cdd2b67a9715f73230a9aac5e57052a416f71",
  "parent_got_v8_revision_cp": "refs/heads/9.7.86@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "81d9ad46705cf4eeed5e0cf518d7bb2776c7876c",
  "swarm_hashes": {
    "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
    "accessibility_unittests": "37fc00d6754f486c435ddac02fb1ae86d347601951eb08ea91e0c604e8b6ad23/569",
    "angle_unittests": "576d06f8f53b1db09924bb9f3e53f68e7f93f0cffe46c05b01c473a84cfa9af9/570",
    "app_shell_unittests": "85cf8ee7a71aba8320fd770dc735274f289ad48da8a6dd105bcc686a4b63647b/809",
    "aura_unittests": "0ad75b7927d6c1dc0fec445c6e2e4c9d7c9dc09e1d3bb267f7fc346dcd9843f7/569",
    "base_unittests": "d1f376efd44107acf039d803f98b4d5b854b911d52be6e7cedac08185e457895/648",
    "blink_common_unittests": "eba86a0fc2506508dd822913abd1e2ce65201bc3bf81e5af9db66c78b3c8c62b/647",
    "blink_fuzzer_unittests": "2ed868badac290a5b7153b6e24fc1032250037af25fd20d505c69d0b1e2405e7/648",
    "blink_heap_unittests": "8433becff92f3266423e82c52e96e4c2bf3bccaa9513262b7a149e7a881e66d6/648",
    "blink_platform_unittests": "7baa1cfc343292e4bce13fd8a8a15a721ce598e5e3a0149a48a8a46773c71915/726",
    "blink_unittests": "0eefabcf07ead676978959d2ca5cab8280b845edd8d5e427c3b3b373597b1114/726",
    "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
    "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
    "capture_unittests": "5e28b5b9c040b75fc17f8125de9e6e56967b2ead1025c5e4095372ba5fbda681/648",
    "cast_unittests": "28e0dcded76d22e01a28fc944652ade7d0e6252321d80183dde230cd786e47f2/569",
    "cc_unittests": "cc536ce9ad14dec7e724505068b65eaf532601e08bf828c5a0102943b965a5c2/653",
    "chrome_app_unittests": "1c7cca26e58ea4807fe1ef392b0903d88d467e2864ebfb88d8feb1f28ada5c16/811",
    "chromedriver_unittests": "3e547796ea350686970d8c67bc1fae8696d7c501c81a3f71ed5e911ace698888/726",
    "color_unittests": "ee74910261785901e97018ff2b4beb6f2f0f0f9cf914ff8ee208d58128b451f3/569",
    "components_browsertests": "c714bcd59b74a7088a97a5145673e0ba5e1874fa5973f75e839f020f82985418/892",
    "components_unittests": "f66e0236aee5bc82ab1153e24c4e3f09b6330bdaf80f37c056e24591cc431079/892",
    "compositor_unittests": "6facfabd12dd7891ee5df2ad65cfe98855cac30f52e0e9811c83997d9614ff95/645",
    "content_browsertests": "6990d53dc85e3ecc9fc95067b463b6ac5d8dc1f0f6ba47f756880def14a62de4/887",
    "content_unittests": "2990536de02ce5de7c88c2041021c8f19b859e56a014ef157929271d58f35cd3/806",
    "cronet_tests": "82eb456145d209080fa514c8f3ee7307c875944ebd9d01c5a3b2e5432d7eda2a/730",
    "cronet_unittests": "b06e2a522233f8314b5717c98f86d28268fe8a597ccc16b0b85c972d9ea765ca/646",
    "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
    "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
    "device_unittests": "79799b2983e17cfe3bcd85be5fdda8c2de9bb46cfa66e29c99a1e23af4c1ea67/646",
    "display_unittests": "b9e03e58f6b8c95dbc5d351c914d27b4ef0f2d684bcdb50265b9446977f53fb3/569",
    "events_unittests": "2b15ef7b8c96bc651b537f4a633933fbcf3681d93faecbd1de55247aa1ff92d2/569",
    "extensions_browsertests": "05fa254647cb89a2899c437258d332de36f1166194e170d5b4c3559ea8e968f2/811",
    "extensions_unittests": "8edea45f0ddfa62e509f0502702a3d5b7879482967438f50e7bd06c239aa37fa/975",
    "filesystem_service_unittests": "9641058fb483be779613b39d19cc5c0bd921754577094e22e6c7898e0b4498d9/569",
    "gcm_unit_tests": "adc0bb173eedb15b52b7c5eda6337337910e3fdad4c475e7f13210ee34b0b43d/646",
    "gfx_unittests": "99874f5e6d448a4b493f4c4e59b3689fe4a32a991ea424c36328a87fd7324f1a/645",
    "gin_unittests": "89555c410178c5d8dc87e76935cd1d1ce365a900d821f78e571b0fc73ab4ffea/646",
    "gl_tests": "75c1467f922444da74a24f23aac4a7991677908015e574a9c9c86451a0f64b1d/569",
    "gl_unittests": "8303a4f85f5cbc2e774669795826887974970d43ac35b67bfc87c6e100e3c06b/569",
    "google_apis_unittests": "9159b969f7622b2288b836e986a3c1b3119e6dc722bbb3a7300594d05c7c8456/731",
    "gpu_unittests": "36a415e738b67f147c9a27ab98fbda606fed158e75ad0d623e48fc17933da24d/646",
    "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
    "headless_browsertests": "eeac323544650b0c0dc26f353ae3d7b332ada37f11ec9f52ff9ba1b282c11705/809",
    "headless_unittests": "8f37bcb078366898f83ef4a4a729b5e2cd60c9a258de766f9f3b9dc991c0f632/569",
    "interactive_ui_tests": "797a30c109a1bc42345739f9fd271b3543b12ab8d86a0cc05d1a3f45bbb12104/1128",
    "ipc_tests": "0463ca631a89c936949bb40b5a7f04f0cd9c69818258d3504d2916b1c81b98b3/569",
    "jingle_unittests": "3a2771bbf18dac27b19eda0c2dbc37aecc909e916beccecbeecf133f0eb00817/646",
    "latency_unittests": "9dfea79966d3d48642a7800b8b294d9ba09e8d9655b4e21ff2c6cde4e71ccd86/569",
    "libjingle_xmpp_unittests": "108d4ef84f8a57d6d561e71fd752b863c00b6301d82f89d85b35b7edda7064d5/569",
    "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
    "media_unittests": "2ac5ea8110a81df001c66236fd0487d9e5730bcd44df2fd71914a0cc35ea85ca/649",
    "message_center_unittests": "0e809d8ee119ecf0e0a62e2181e8c1ccaaf9eedd9807910fc39dd2a41c78b317/569",
    "midi_unittests": "6711581f9354fcb478dd5b1f35a8ac44ba24d621848e705db43c2edebb190421/569",
    "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
    "mojo_unittests": "2c7d8686a7108083e1b81051ed00e5ae63f475e602ed4c5d364dc2890ca933dc/647",
    "native_theme_unittests": "1f35166459f6a5b2a5963f7a5065be726640961d1ce87adece2e98c65add2332/569",
    "net_unittests": "3bd22a8b83069eab77cd7c5b19ced2e7c2051a4654bd6db09339c1125e4aa1a6/648",
    "openscreen_unittests": "aa3dcfbcc41db2708c44def583daafadbdb7efe1aae64df86eb0e8387a7b6383/811",
    "ozone_x11_unittests": "232afeee5f27ff54754986dd52cfe78215bd4efda99d1bf75f979c31f3ec517b/569",
    "pdf_unittests": "e9db781f7203a32165a0a9188d0a01a01eddba19eb1c44497c0e3331cf354786/725",
    "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
    "ppapi_unittests": "c33cc1dfe46a3db491df57a8e4e697173efc70fafa06d2c050e917eb87de3932/569",
    "printing_unittests": "50a0620f6a0c98ff3cda3dd383db42c3dfb5127d77fd469711d023bfb595e627/569",
    "remoting_unittests": "740ef480437b2d461040cd458ff5d281396c8b55849357a12746931301737726/646",
    "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
    "service_manager_unittests": "b2ed1d781915b6bb42522bfc5d071ff2df5e02e7b731101100b6b7ae9b2ccca1/569",
    "services_unittests": "6ead77072024cde2ab071c56a79cca88a9671e8d80a93c1cdc6cd8a43409bac1/815",
    "shell_dialogs_unittests": "52d215431e3ddaceb55dc1dce3a59bf94296787aef0e64d3d1ef321f58402fe4/569",
    "skia_unittests": "9ff06d048cbfb5b389ab98d785c8c22a9036025b9f29b209ae039b6db299356d/569",
    "snapshot_unittests": "d55a2a102b28e22a36115b67caac8c26e0bf1c5970198cf9170c58d9833c36dc/569",
    "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
    "storage_unittests": "065c582486a9a76a5a7ccc70f422e4017afb4213e1b03170eef8a7b36321d3c6/727",
    "sync_integration_tests": "edc6e6b5449feeb76dd84cdfe3a07c7c36450c42a0b3ac14834523aaae516cf3/892",
    "ui_base_unittests": "f624e14c69972de8113467b93efc73fb43e56a28d9f6cae4adf22d84f1cd97e0/723",
    "ui_touch_selection_unittests": "bdd0dbf1d80547df5a1ab7cb560faa0e0a57828dddb406802167d789f44b53fe/569",
    "unit_tests": "e8fcdf3f377206dbbdfa40fe6429839b8c1738ee0c45186363dd41244cd93748/1141",
    "url_unittests": "e6399662d9abe02fe89c93c0a8289446d726bce18fe7d6cf87af6d50b4056bf0/569",
    "views_unittests": "38eb1ccb83c4fff62f71c7a3b487162f76ad9158110589906845eda7fa6809aa/569",
    "viz_unittests": "667f856dada8d1e314f1bae7ee16d92488132d16b36104930bcd6e39285b2164/653",
    "vr_common_unittests": "af5bd63bc9076777ad1fb846d7586e85f75c94227393c25fe127dc18867b6941/811",
    "vr_pixeltests": "c159601349cacf47c1d0acb9feac3352245c614a99a804133b4d46d11aedd771/725",
    "weblayer_browsertests": "e8bd584f2f0d9f533baf4bfc5b04c9fd5134eda830c2b1ecbb17cfbf5704f04d/893",
    "weblayer_unittests": "948c5db4e72eb0bd55e891541d2887dc6e4218434a0412ab79117a1ebcdc448b/725",
    "wm_unittests": "2946cc0fe8ec65304ea0ce4d21e818cbd1277044c886f06c57ac85b5fd70d7c6/569",
    "wtf_unittests": "6053b93b6027adaba8231c8ee86b26631fa0cdfdbbb85f01286205f4c265e4db/569",
    "x11_unittests": "d0abe1b5bef0ee691af96c5ab2da329996d4fe48d7d6165de862d243e87696e1/569",
    "xr_browser_tests": "7b0a6ed4bb31a8e5bf5aae25c8faa727168934f746703f52101477562cd0a8ed/891",
    "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/81d9ad46705cf4eeed5e0cf518d7bb2776c7876c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78732
  • user_agent:recipe

Debug log (UTC)

[06:59:44.822] New invocation is queued and will start shortly
[06:59:44.822] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[06:59:45.904] Starting the invocation (attempt 1)
[06:59:45.937] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/81d9ad46705cf4eeed5e0cf518d7bb2776c7876c"
[06:59:45.937] Popped gitiles commit info from properties and tags
[06:59:45.937] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:59:45.937] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:59:45.938] Buildbucket request:
{
  "requestId": "8997125003571602672",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "81d9ad46705cf4eeed5e0cf518d7bb2776c7876c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "ff9a1f7b20d7ff9a56714d6d0000b5f892b65544",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "81d9ad46705cf4eeed5e0cf518d7bb2776c7876c",
      "parent_got_revision_cp": "refs/heads/main@{#937229}",
      "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
      "parent_got_v8_revision": "a67cdd2b67a9715f73230a9aac5e57052a416f71",
      "parent_got_v8_revision_cp": "refs/heads/9.7.86@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
            "accessibility_unittests": "37fc00d6754f486c435ddac02fb1ae86d347601951eb08ea91e0c604e8b6ad23/569",
            "angle_unittests": "576d06f8f53b1db09924bb9f3e53f68e7f93f0cffe46c05b01c473a84cfa9af9/570",
            "app_shell_unittests": "85cf8ee7a71aba8320fd770dc735274f289ad48da8a6dd105bcc686a4b63647b/809",
            "aura_unittests": "0ad75b7927d6c1dc0fec445c6e2e4c9d7c9dc09e1d3bb267f7fc346dcd9843f7/569",
            "base_unittests": "d1f376efd44107acf039d803f98b4d5b854b911d52be6e7cedac08185e457895/648",
            "blink_common_unittests": "eba86a0fc2506508dd822913abd1e2ce65201bc3bf81e5af9db66c78b3c8c62b/647",
            "blink_fuzzer_unittests": "2ed868badac290a5b7153b6e24fc1032250037af25fd20d505c69d0b1e2405e7/648",
            "blink_heap_unittests": "8433becff92f3266423e82c52e96e4c2bf3bccaa9513262b7a149e7a881e66d6/648",
            "blink_platform_unittests": "7baa1cfc343292e4bce13fd8a8a15a721ce598e5e3a0149a48a8a46773c71915/726",
            "blink_unittests": "0eefabcf07ead676978959d2ca5cab8280b845edd8d5e427c3b3b373597b1114/726",
            "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
            "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
            "capture_unittests": "5e28b5b9c040b75fc17f8125de9e6e56967b2ead1025c5e4095372ba5fbda681/648",
            "cast_unittests": "28e0dcded76d22e01a28fc944652ade7d0e6252321d80183dde230cd786e47f2/569",
            "cc_unittests": "cc536ce9ad14dec7e724505068b65eaf532601e08bf828c5a0102943b965a5c2/653",
            "chrome_app_unittests": "1c7cca26e58ea4807fe1ef392b0903d88d467e2864ebfb88d8feb1f28ada5c16/811",
            "chromedriver_unittests": "3e547796ea350686970d8c67bc1fae8696d7c501c81a3f71ed5e911ace698888/726",
            "color_unittests": "ee74910261785901e97018ff2b4beb6f2f0f0f9cf914ff8ee208d58128b451f3/569",
            "components_browsertests": "c714bcd59b74a7088a97a5145673e0ba5e1874fa5973f75e839f020f82985418/892",
            "components_unittests": "f66e0236aee5bc82ab1153e24c4e3f09b6330bdaf80f37c056e24591cc431079/892",
            "compositor_unittests": "6facfabd12dd7891ee5df2ad65cfe98855cac30f52e0e9811c83997d9614ff95/645",
            "content_browsertests": "6990d53dc85e3ecc9fc95067b463b6ac5d8dc1f0f6ba47f756880def14a62de4/887",
            "content_unittests": "2990536de02ce5de7c88c2041021c8f19b859e56a014ef157929271d58f35cd3/806",
            "cronet_tests": "82eb456145d209080fa514c8f3ee7307c875944ebd9d01c5a3b2e5432d7eda2a/730",
            "cronet_unittests": "b06e2a522233f8314b5717c98f86d28268fe8a597ccc16b0b85c972d9ea765ca/646",
            "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
            "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
            "device_unittests": "79799b2983e17cfe3bcd85be5fdda8c2de9bb46cfa66e29c99a1e23af4c1ea67/646",
            "display_unittests": "b9e03e58f6b8c95dbc5d351c914d27b4ef0f2d684bcdb50265b9446977f53fb3/569",
            "events_unittests": "2b15ef7b8c96bc651b537f4a633933fbcf3681d93faecbd1de55247aa1ff92d2/569",
            "extensions_browsertests": "05fa254647cb89a2899c437258d332de36f1166194e170d5b4c3559ea8e968f2/811",
            "extensions_unittests": "8edea45f0ddfa62e509f0502702a3d5b7879482967438f50e7bd06c239aa37fa/975",
            "filesystem_service_unittests": "9641058fb483be779613b39d19cc5c0bd921754577094e22e6c7898e0b4498d9/569",
            "gcm_unit_tests": "adc0bb173eedb15b52b7c5eda6337337910e3fdad4c475e7f13210ee34b0b43d/646",
            "gfx_unittests": "99874f5e6d448a4b493f4c4e59b3689fe4a32a991ea424c36328a87fd7324f1a/645",
            "gin_unittests": "89555c410178c5d8dc87e76935cd1d1ce365a900d821f78e571b0fc73ab4ffea/646",
            "gl_tests": "75c1467f922444da74a24f23aac4a7991677908015e574a9c9c86451a0f64b1d/569",
            "gl_unittests": "8303a4f85f5cbc2e774669795826887974970d43ac35b67bfc87c6e100e3c06b/569",
            "google_apis_unittests": "9159b969f7622b2288b836e986a3c1b3119e6dc722bbb3a7300594d05c7c8456/731",
            "gpu_unittests": "36a415e738b67f147c9a27ab98fbda606fed158e75ad0d623e48fc17933da24d/646",
            "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
            "headless_browsertests": "eeac323544650b0c0dc26f353ae3d7b332ada37f11ec9f52ff9ba1b282c11705/809",
            "headless_unittests": "8f37bcb078366898f83ef4a4a729b5e2cd60c9a258de766f9f3b9dc991c0f632/569",
            "interactive_ui_tests": "797a30c109a1bc42345739f9fd271b3543b12ab8d86a0cc05d1a3f45bbb12104/1128",
            "ipc_tests": "0463ca631a89c936949bb40b5a7f04f0cd9c69818258d3504d2916b1c81b98b3/569",
            "jingle_unittests": "3a2771bbf18dac27b19eda0c2dbc37aecc909e916beccecbeecf133f0eb00817/646",
            "latency_unittests": "9dfea79966d3d48642a7800b8b294d9ba09e8d9655b4e21ff2c6cde4e71ccd86/569",
            "libjingle_xmpp_unittests": "108d4ef84f8a57d6d561e71fd752b863c00b6301d82f89d85b35b7edda7064d5/569",
            "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
            "media_unittests": "2ac5ea8110a81df001c66236fd0487d9e5730bcd44df2fd71914a0cc35ea85ca/649",
            "message_center_unittests": "0e809d8ee119ecf0e0a62e2181e8c1ccaaf9eedd9807910fc39dd2a41c78b317/569",
            "midi_unittests": "6711581f9354fcb478dd5b1f35a8ac44ba24d621848e705db43c2edebb190421/569",
            "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
            "mojo_unittests": "2c7d8686a7108083e1b81051ed00e5ae63f475e602ed4c5d364dc2890ca933dc/647",
            "native_theme_unittests": "1f35166459f6a5b2a5963f7a5065be726640961d1ce87adece2e98c65add2332/569",
            "net_unittests": "3bd22a8b83069eab77cd7c5b19ced2e7c2051a4654bd6db09339c1125e4aa1a6/648",
            "openscreen_unittests": "aa3dcfbcc41db2708c44def583daafadbdb7efe1aae64df86eb0e8387a7b6383/811",
            "ozone_x11_unittests": "232afeee5f27ff54754986dd52cfe78215bd4efda99d1bf75f979c31f3ec517b/569",
            "pdf_unittests": "e9db781f7203a32165a0a9188d0a01a01eddba19eb1c44497c0e3331cf354786/725",
            "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
            "ppapi_unittests": "c33cc1dfe46a3db491df57a8e4e697173efc70fafa06d2c050e917eb87de3932/569",
            "printing_unittests": "50a0620f6a0c98ff3cda3dd383db42c3dfb5127d77fd469711d023bfb595e627/569",
            "remoting_unittests": "740ef480437b2d461040cd458ff5d281396c8b55849357a12746931301737726/646",
            "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
            "service_manager_unittests": "b2ed1d781915b6bb42522bfc5d071ff2df5e02e7b731101100b6b7ae9b2ccca1/569",
            "services_unittests": "6ead77072024cde2ab071c56a79cca88a9671e8d80a93c1cdc6cd8a43409bac1/815",
            "shell_dialogs_unittests": "52d215431e3ddaceb55dc1dce3a59bf94296787aef0e64d3d1ef321f58402fe4/569",
            "skia_unittests": "9ff06d048cbfb5b389ab98d785c8c22a9036025b9f29b209ae039b6db299356d/569",
            "snapshot_unittests": "d55a2a102b28e22a36115b67caac8c26e0bf1c5970198cf9170c58d9833c36dc/569",
            "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
            "storage_unittests": "065c582486a9a76a5a7ccc70f422e4017afb4213e1b03170eef8a7b36321d3c6/727",
            "sync_integration_tests": "edc6e6b5449feeb76dd84cdfe3a07c7c36450c42a0b3ac14834523aaae516cf3/892",
            "ui_base_unittests": "f624e14c69972de8113467b93efc73fb43e56a28d9f6cae4adf22d84f1cd97e0/723",
            "ui_touch_selection_unittests": "bdd0dbf1d80547df5a1ab7cb560faa0e0a57828dddb406802167d789f44b53fe/569",
            "unit_tests": "e8fcdf3f377206dbbdfa40fe6429839b8c1738ee0c45186363dd41244cd93748/1141",
            "url_unittests": "e6399662d9abe02fe89c93c0a8289446d726bce18fe7d6cf87af6d50b4056bf0/569",
            "views_unittests": "38eb1ccb83c4fff62f71c7a3b487162f76ad9158110589906845eda7fa6809aa/569",
            "viz_unittests": "667f856dada8d1e314f1bae7ee16d92488132d16b36104930bcd6e39285b2164/653",
            "vr_common_unittests": "af5bd63bc9076777ad1fb846d7586e85f75c94227393c25fe127dc18867b6941/811",
            "vr_pixeltests": "c159601349cacf47c1d0acb9feac3352245c614a99a804133b4d46d11aedd771/725",
            "weblayer_browsertests": "e8bd584f2f0d9f533baf4bfc5b04c9fd5134eda830c2b1ecbb17cfbf5704f04d/893",
            "weblayer_unittests": "948c5db4e72eb0bd55e891541d2887dc6e4218434a0412ab79117a1ebcdc448b/725",
            "wm_unittests": "2946cc0fe8ec65304ea0ce4d21e818cbd1277044c886f06c57ac85b5fd70d7c6/569",
            "wtf_unittests": "6053b93b6027adaba8231c8ee86b26631fa0cdfdbbb85f01286205f4c265e4db/569",
            "x11_unittests": "d0abe1b5bef0ee691af96c5ab2da329996d4fe48d7d6165de862d243e87696e1/569",
            "xr_browser_tests": "7b0a6ed4bb31a8e5bf5aae25c8faa727168934f746703f52101477562cd0a8ed/891",
            "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "81d9ad46705cf4eeed5e0cf518d7bb2776c7876c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997125003571602672"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78732"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:59:46.724] Scheduled build:
{
  "id": "8831694941478710513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70688,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T06:59:46.184458726Z",
  "updateTime": "2021-11-02T06:59:46.184458726Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "81d9ad46705cf4eeed5e0cf518d7bb2776c7876c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[06:59:46.724] Task URL: https://cr-buildbucket.appspot.com/build/8831694941478710513
[06:59:46.724] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:2:0) after 2m6s
[07:00:25.877] Received PubSub notification, asking Buildbucket for the build status
[07:00:25.982] Build status: STARTED
[07:01:52.758] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:2:0)
[07:01:52.802] Build status: STARTED
[07:01:52.802] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:4:0) after 7m10s
[07:09:02.822] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:4:0)
[07:09:02.870] Build status: STARTED
[07:09:02.870] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:5:0) after 3m48s
[07:12:51.156] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:5:0)
[07:12:51.192] Build status: STARTED
[07:12:51.192] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:6:0) after 4m44s
[07:17:35.277] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:6:0)
[07:17:35.313] Build status: STARTED
[07:17:35.313] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:7:0) after 4m31s
[07:22:06.575] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:7:0)
[07:22:06.623] Build status: STARTED
[07:22:06.624] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997125003571602672:8:0) after 8m8s
[07:27:49.582] Received PubSub notification, asking Buildbucket for the build status
[07:27:49.613] Build:
{
  "id": "8831694941478710513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70688,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T06:59:46.184458726Z",
  "startTime": "2021-11-02T07:00:24.265295Z",
  "endTime": "2021-11-02T07:27:49.096444047Z",
  "updateTime": "2021-11-02T07:27:49.096444047Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "81d9ad46705cf4eeed5e0cf518d7bb2776c7876c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:27:49.613] Invocation finished in 28m4.807808407s with status FAILED