Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79277 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "2328b9809b807441b237696cd84c598a4c4ed01f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "647026fa49c2ac4c4db29660eb9ac9aa8a3dd926",
  "parent_got_dawn_revision": "bdefb2dbd07e51eef4935e910efa6e9c7babc2e2",
  "parent_got_nacl_revision": "5ea7f18df797eb055c2b0efcb0637a82ca0eba84",
  "parent_got_revision": "2328b9809b807441b237696cd84c598a4c4ed01f",
  "parent_got_revision_cp": "refs/heads/main@{#943829}",
  "parent_got_swiftshader_revision": "6e23c082b73a952d36c0cdb2f33f597166674f6d",
  "parent_got_v8_revision": "a299e86f9feb9075105d7a7da4c40bd6f47c8faa",
  "parent_got_v8_revision_cp": "refs/heads/9.8.75@{#1}",
  "parent_got_webrtc_revision": "8498b7e7f6b90fa036de2a6887d34256f0565b4f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35395}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2328b9809b807441b237696cd84c598a4c4ed01f",
  "swarm_hashes": {
    "absl_hardening_tests": "900cf6d1d78eff2df240f14dfa6755a458bd2fc741de2011e0222e3896784c6f/569",
    "accessibility_unittests": "b9fdbcf2d48beb60ed755c837dd298aea4b7bdf5e2661f68dbe38f095ae003d5/569",
    "angle_unittests": "b8d3ae43ae61d53fa76eac3f1c473a7cf4ba22e3ad07e669d061ce2e95279050/570",
    "app_shell_unittests": "4ab6577d048f68ac6c2b0f93c697c08ec995c59d2e795b1e024b8c8107cf569f/730",
    "aura_unittests": "b4e280d53701b9f1eb9619bc98e78dcd3a863d749c4544bb5febb89046c6fb9f/569",
    "base_unittests": "8251a7ffa4ed9ca5bf6d5b3c16f44cd8768d641c5421f7a1e1980e96af84d4ec/648",
    "blink_common_unittests": "fbc8596a8e01d4bbb715ebac65043c7be84832b90c93a74c9297e139fdcd93d7/647",
    "blink_fuzzer_unittests": "2e16559436783bfc50e1e2af66be7265ee3ebb8401438b1e162fd74255d9b7c1/569",
    "blink_heap_unittests": "f8a2f807d9e4e947789558598c352a88e5f122022986f48a4bd9657684e6bb8f/569",
    "blink_platform_unittests": "436ee246a93627ce058b8bcacaffb0fe18c0e88427da8ad470db8a13e435b46b/726",
    "blink_unittests": "b735d6831bd76e256260f35bd5892e9259cb11f37dddb15621221f349f20126c/810",
    "boringssl_crypto_tests": "ef7482ac09a1ce040c386773156fc11b22c92bee06bf0e1d8eb30a478c4c2fc7/570",
    "boringssl_ssl_tests": "c96c7738ee8d89c6a9c80caaecb4856dee783bacb544109dea469e25396478c0/569",
    "capture_unittests": "58ea6d49ff4121215af497e95024630ffcdc70c7943bc7e68c967f89ffe0e93d/648",
    "cast_unittests": "9c46191ddb91e32dfa24f294513dd278a5066fe6598df00da7a0f144241bcbc1/569",
    "cc_unittests": "7b21d8744b695df679d6f5ace3af2c7440c8ac0faf23c8f7a4785d44256a5197/653",
    "chrome_app_unittests": "c52c4f02fd9d758a77260c9a96ed60c526f455c67bb6bcb2650ab5b21e8940eb/648",
    "chromedriver_unittests": "4425b22517002827f8b47c46b8afbca04ff1e51774a660d38ec2fa05202d409d/726",
    "color_unittests": "3f2d04a8fd00897952fa43880c017a0aa1d4ff46b0ce52701f8c072e342fa8e3/569",
    "components_browsertests": "299314507ca7ed1bb9d64fcba9819cba3facbb141d72810751407e55b7425ce9/813",
    "components_unittests": "0b235a122da5a9c0fd4dca0b6441134baff352a84da44dce91c4cd676737c6e4/813",
    "compositor_unittests": "0feb60b01e5ecd65ac77be660d1da97455dbe1d8173b55c7edc4a8ba6bfb235b/645",
    "content_browsertests": "83d506dad856e36c92e6ba118f796b06a966b18f5d756a60d1b9e6b94a9391e6/887",
    "content_unittests": "6512de7007abcc43640be7d88a775c2daa1efbff1570eb0a53624f114251132c/806",
    "cronet_tests": "02709991371cfd2d22c1b559adefacf787ca87cb97a81e72f7d8f860bf00d8b2/730",
    "cronet_unittests": "cf15e9e1ba8a49912ba9aec52f201bd62418450b9db48c14a4a2835db4e05197/646",
    "crypto_unittests": "95e17cab31cabcc1e0f48ca34cb7399679e11d765fd65d3fbf083c7e8e3763bb/569",
    "dbus_unittests": "a3ea6de64868a7666afa440f41805ebe0f7f846dda1c67e0a1f34e9940f2c2e4/569",
    "device_unittests": "b211c6dbcf7c0ef237fcec5687faa21da4eec7a0570ff75192ed33b407966c99/646",
    "display_unittests": "135cee74e52ee4846a670c889770a6af8eaecb47df918348ec1699d2815e401d/569",
    "events_unittests": "782c05c74dcf9c5a2ddf4d64a73a2c2519918bc2d02b1acadda4d095022545da/569",
    "extensions_browsertests": "b4f42d8b38a970d1b3352d8bda7c9cb0b29be84f48e6227715916b85b7822452/732",
    "extensions_unittests": "63e6e20af5d539d5a961f375d0b030e8946dc9c8e1fc2b62991126a7441d30df/896",
    "filesystem_service_unittests": "5058e91862752fabc7a563cb555b06223cefcd56a9a676c38c802287ae155ae0/569",
    "gcm_unit_tests": "78a7cd9a749de3d193b15b3362b9cfb498d93cf3f2a7dcdd16293313c5604e1f/646",
    "gfx_unittests": "cad2fd892d1423b4504a2cd554f23f2b0e2b90791bd8e6084e81f52786451682/645",
    "gin_unittests": "0c3ef5cad16f43fcd10b0053ed168ad30a5ac24d47385567362d7f10d18a5584/646",
    "gl_tests": "cc976be80c795f7cbe622047308cb9e3b1b7cd01129e2a52376b9261a79fd680/569",
    "gl_unittests": "238f78961dec80c4e5da91851696a3f0f1d954fefc93847aaa7a53f76f62407a/569",
    "google_apis_unittests": "59cea08dc34fadd4e7c3ad83388467e1549c5c57f7372c4508b612b8e851e83a/731",
    "gpu_unittests": "9fb57f978857594f465542bdb8d9a05acdf0393e778d2252acb23e4302aa1557/646",
    "gwp_asan_unittests": "6425c811125461e9ee29662ff736c83550a8faa7e50031855b525df17f9cdfb0/570",
    "headless_browsertests": "9aecf26dde4800d846223c7a713470c2e9b14fcc639f904ab8b5f06f321fd466/730",
    "headless_unittests": "fde257aa8741f688691ab17ba6d12b275bf292355dd73469a5bb3051af03e01a/569",
    "interactive_ui_tests": "0d9ccc8bbca90249161c8d34289118c7a0421a0812ef4381d7fdf856dfe12ae3/965",
    "ipc_tests": "bec82d281e36233f9235d1b49b2fa6df6bfebd13b03e36128b46cccb451daa82/569",
    "jingle_unittests": "9d9749fd341dc089f6750e179cebd118aee6d7b19fa950d0cf4d3e9b91ea26f6/646",
    "latency_unittests": "aac65e870b819ba10a6d8523b3688c8613396405d21aadbefe9c9a9bc09c7fdc/569",
    "libjingle_xmpp_unittests": "69f7128b14ca6567b66b7be4a9e8ff2785bfb172aac5fb6a29fc41a4e3cdf3ab/569",
    "liburlpattern_unittests": "7ac7178c2edda7ee206fa375f4b58d624a232ce64525a6bbecbc024b0c83cb81/569",
    "media_unittests": "12e399488fa6ef78722c4ecd7c1f84a2bf84540d13ba11042fdd107e09948118/649",
    "message_center_unittests": "12ceabbee6c30c1023ae123aa1cc8293a39b3681219b159e0340148f2acb3d9d/569",
    "midi_unittests": "cd8bcdcab9eb0b974ce07a4e318f2fcc7731ccc3c320e89850b1cae0c5510995/569",
    "mojo_core_unittests": "d51333c0ecc80d73fc1aae7588f9ef20345e4348e719aa25c4d4276aae36be32/569",
    "mojo_unittests": "9d778d4ca548ba0ba8ac0ae56c27ab4006c987e0c63cdc89154753805ff6bde0/647",
    "native_theme_unittests": "09f451e698b5f16cae5e81ec5f9b88718d59fd543ebbef99166a8ae3085f3af3/569",
    "net_unittests": "6254576be162ca80109c68f3ac19f53c382117c735df8353a5a748e7b7744606/648",
    "openscreen_unittests": "ecfebef3d014a8b04f47dcd3fa120a7272170963ac673cb1853422c908284891/648",
    "ozone_x11_unittests": "9aa3f73954b6ae7bdfb5a4d9c9690ed746d5500c83cd5c0d4d5b9de98d7332c8/569",
    "pdf_unittests": "bf1975773c44185a5b383509dbc0957f8b7b9a7769b62384a9e866d6196df777/646",
    "perfetto_unittests": "c229026486b2ec3b0635b7a7a6c0b2dfca2b66911835193a95ec33998c68490a/569",
    "ppapi_unittests": "8934837bcd2d845655bcd7eb68e23b220c14a1e1cd6781493df817ef3b3d4331/569",
    "printing_unittests": "005baae5322225a5d80c3bb81aedfee60f3f2205196bca7cef05157c6348e4b6/569",
    "remoting_unittests": "f886cf6a80d3059d63f63d651a69e84c1e57f71908a71a5789fa728a091a72a6/646",
    "sandbox_linux_unittests": "eadc14c79a5356a8de4dfa2cb05b81bfd77446901b7a6cc81dabbab4e9681938/569",
    "service_manager_unittests": "7bb8e28cde0260d9f95e19a3111416a4a2cb3cf02ca804d496bbda6c3226eaf7/569",
    "services_unittests": "8929beeb65884df7b517d4a4bcc0936723811e1ad161f58bf77dec7be5317758/815",
    "shell_dialogs_unittests": "86a2452b8d07161b046a0a9ee82366bc919a94eda150b5b4bf5d6479a2f078ab/569",
    "skia_unittests": "61f003f9f0e15aa5be6986b673043d5c651a7e941f7ddc64a08fa43d6e770b49/569",
    "snapshot_unittests": "c99d2ece2ee45cc0f186dc7afab41c73771195e2d54ce28c99e10af4e8a09068/569",
    "sql_unittests": "be76a9b6044426ff00c649e07c6c762b12b31fb2498be1366ed898d3a47f1260/646",
    "storage_unittests": "945b24450183fed1d290b4bd01b9aec33f0dea7ce5278a9a5fe93c2c1aa5a15a/727",
    "sync_integration_tests": "5970f271a5101196b2bea9b6dcf861b1c9f715c0240e1e6ecf4df3432764f0c0/729",
    "ui_base_unittests": "6b757c8be15a14259fa79c057b225c4a7a41dc3caeff25cdce637c86e1056cc8/723",
    "ui_touch_selection_unittests": "eaef99dd978f1efa801dd1a2ee69179d2eec653e67992f1ea06501e80a73a819/569",
    "unit_tests": "011d7bf5bdb72a4c19dc57dd13cd322bd0c3a11f360188f62257d31a768e2f25/1062",
    "url_unittests": "e043e08dede56baf4967a7500f6fcc6a6601a5b58e3d63f186099035b98124fb/569",
    "views_unittests": "e441c7d8b9ea8f325d5c0879c63a00d2d6afeac951a295e7af37e15969162bbf/569",
    "viz_unittests": "491d4cdef400401aa21a06bc5cac267783e1b3152419499c70277e6a392f72ab/653",
    "vr_common_unittests": "fc1bf52aeaf1ab83a19e726c746e9893f63d6a2c16172e37497d8330d159a8bc/648",
    "vr_pixeltests": "27b17de502d48a21cb622fad57690578dbb5df4b0ed82ed1d5af390a58c523e3/646",
    "weblayer_browsertests": "06962535c12d805c6bcc6f2e9fd424ddcaedf515d5ddcf74ccc7c1580627d96d/814",
    "weblayer_unittests": "f98d4068fc8d27dbe5d96f7d61ccc87653184a1612632df2c99be44d597cc0d5/646",
    "wm_unittests": "f0ca92172fb58834adf26b4b11eff25c197018e2bfcb629ed9511d87081038ad/569",
    "wtf_unittests": "f0c3af8ed5680e8e1aefd4b1f552488575d5631ee37fe0eba17a71ae9b18ce4a/569",
    "x11_unittests": "7620ddf5bf580d1265002b92a5a2ca39864b9db538a5b3092b7b260904ab903f/569",
    "xr_browser_tests": "695997447456e237e8a99b5fae1c57068547fb63c6746afec134a1bf770eb7c5/728",
    "zlib_unittests": "a90889ee7c4f95e4efe656bc5ff5760dfc66ca164de46b8c56f3af5b8380d8b8/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2328b9809b807441b237696cd84c598a4c4ed01f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79277
  • user_agent:recipe

Debug log (UTC)

[15:37:35.531] New invocation is queued and will start shortly
[15:37:35.531] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:37:36.743] Starting the invocation (attempt 1)
[15:37:36.786] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2328b9809b807441b237696cd84c598a4c4ed01f"
[15:37:36.786] Popped gitiles commit info from properties and tags
[15:37:36.786] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:37:36.786] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:37:36.786] Buildbucket request:
{
  "requestId": "8995461678173813776",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "2328b9809b807441b237696cd84c598a4c4ed01f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "647026fa49c2ac4c4db29660eb9ac9aa8a3dd926",
      "parent_got_dawn_revision": "bdefb2dbd07e51eef4935e910efa6e9c7babc2e2",
      "parent_got_nacl_revision": "5ea7f18df797eb055c2b0efcb0637a82ca0eba84",
      "parent_got_revision": "2328b9809b807441b237696cd84c598a4c4ed01f",
      "parent_got_revision_cp": "refs/heads/main@{#943829}",
      "parent_got_swiftshader_revision": "6e23c082b73a952d36c0cdb2f33f597166674f6d",
      "parent_got_v8_revision": "a299e86f9feb9075105d7a7da4c40bd6f47c8faa",
      "parent_got_v8_revision_cp": "refs/heads/9.8.75@{#1}",
      "parent_got_webrtc_revision": "8498b7e7f6b90fa036de2a6887d34256f0565b4f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35395}",
      "swarm_hashes": {
            "absl_hardening_tests": "900cf6d1d78eff2df240f14dfa6755a458bd2fc741de2011e0222e3896784c6f/569",
            "accessibility_unittests": "b9fdbcf2d48beb60ed755c837dd298aea4b7bdf5e2661f68dbe38f095ae003d5/569",
            "angle_unittests": "b8d3ae43ae61d53fa76eac3f1c473a7cf4ba22e3ad07e669d061ce2e95279050/570",
            "app_shell_unittests": "4ab6577d048f68ac6c2b0f93c697c08ec995c59d2e795b1e024b8c8107cf569f/730",
            "aura_unittests": "b4e280d53701b9f1eb9619bc98e78dcd3a863d749c4544bb5febb89046c6fb9f/569",
            "base_unittests": "8251a7ffa4ed9ca5bf6d5b3c16f44cd8768d641c5421f7a1e1980e96af84d4ec/648",
            "blink_common_unittests": "fbc8596a8e01d4bbb715ebac65043c7be84832b90c93a74c9297e139fdcd93d7/647",
            "blink_fuzzer_unittests": "2e16559436783bfc50e1e2af66be7265ee3ebb8401438b1e162fd74255d9b7c1/569",
            "blink_heap_unittests": "f8a2f807d9e4e947789558598c352a88e5f122022986f48a4bd9657684e6bb8f/569",
            "blink_platform_unittests": "436ee246a93627ce058b8bcacaffb0fe18c0e88427da8ad470db8a13e435b46b/726",
            "blink_unittests": "b735d6831bd76e256260f35bd5892e9259cb11f37dddb15621221f349f20126c/810",
            "boringssl_crypto_tests": "ef7482ac09a1ce040c386773156fc11b22c92bee06bf0e1d8eb30a478c4c2fc7/570",
            "boringssl_ssl_tests": "c96c7738ee8d89c6a9c80caaecb4856dee783bacb544109dea469e25396478c0/569",
            "capture_unittests": "58ea6d49ff4121215af497e95024630ffcdc70c7943bc7e68c967f89ffe0e93d/648",
            "cast_unittests": "9c46191ddb91e32dfa24f294513dd278a5066fe6598df00da7a0f144241bcbc1/569",
            "cc_unittests": "7b21d8744b695df679d6f5ace3af2c7440c8ac0faf23c8f7a4785d44256a5197/653",
            "chrome_app_unittests": "c52c4f02fd9d758a77260c9a96ed60c526f455c67bb6bcb2650ab5b21e8940eb/648",
            "chromedriver_unittests": "4425b22517002827f8b47c46b8afbca04ff1e51774a660d38ec2fa05202d409d/726",
            "color_unittests": "3f2d04a8fd00897952fa43880c017a0aa1d4ff46b0ce52701f8c072e342fa8e3/569",
            "components_browsertests": "299314507ca7ed1bb9d64fcba9819cba3facbb141d72810751407e55b7425ce9/813",
            "components_unittests": "0b235a122da5a9c0fd4dca0b6441134baff352a84da44dce91c4cd676737c6e4/813",
            "compositor_unittests": "0feb60b01e5ecd65ac77be660d1da97455dbe1d8173b55c7edc4a8ba6bfb235b/645",
            "content_browsertests": "83d506dad856e36c92e6ba118f796b06a966b18f5d756a60d1b9e6b94a9391e6/887",
            "content_unittests": "6512de7007abcc43640be7d88a775c2daa1efbff1570eb0a53624f114251132c/806",
            "cronet_tests": "02709991371cfd2d22c1b559adefacf787ca87cb97a81e72f7d8f860bf00d8b2/730",
            "cronet_unittests": "cf15e9e1ba8a49912ba9aec52f201bd62418450b9db48c14a4a2835db4e05197/646",
            "crypto_unittests": "95e17cab31cabcc1e0f48ca34cb7399679e11d765fd65d3fbf083c7e8e3763bb/569",
            "dbus_unittests": "a3ea6de64868a7666afa440f41805ebe0f7f846dda1c67e0a1f34e9940f2c2e4/569",
            "device_unittests": "b211c6dbcf7c0ef237fcec5687faa21da4eec7a0570ff75192ed33b407966c99/646",
            "display_unittests": "135cee74e52ee4846a670c889770a6af8eaecb47df918348ec1699d2815e401d/569",
            "events_unittests": "782c05c74dcf9c5a2ddf4d64a73a2c2519918bc2d02b1acadda4d095022545da/569",
            "extensions_browsertests": "b4f42d8b38a970d1b3352d8bda7c9cb0b29be84f48e6227715916b85b7822452/732",
            "extensions_unittests": "63e6e20af5d539d5a961f375d0b030e8946dc9c8e1fc2b62991126a7441d30df/896",
            "filesystem_service_unittests": "5058e91862752fabc7a563cb555b06223cefcd56a9a676c38c802287ae155ae0/569",
            "gcm_unit_tests": "78a7cd9a749de3d193b15b3362b9cfb498d93cf3f2a7dcdd16293313c5604e1f/646",
            "gfx_unittests": "cad2fd892d1423b4504a2cd554f23f2b0e2b90791bd8e6084e81f52786451682/645",
            "gin_unittests": "0c3ef5cad16f43fcd10b0053ed168ad30a5ac24d47385567362d7f10d18a5584/646",
            "gl_tests": "cc976be80c795f7cbe622047308cb9e3b1b7cd01129e2a52376b9261a79fd680/569",
            "gl_unittests": "238f78961dec80c4e5da91851696a3f0f1d954fefc93847aaa7a53f76f62407a/569",
            "google_apis_unittests": "59cea08dc34fadd4e7c3ad83388467e1549c5c57f7372c4508b612b8e851e83a/731",
            "gpu_unittests": "9fb57f978857594f465542bdb8d9a05acdf0393e778d2252acb23e4302aa1557/646",
            "gwp_asan_unittests": "6425c811125461e9ee29662ff736c83550a8faa7e50031855b525df17f9cdfb0/570",
            "headless_browsertests": "9aecf26dde4800d846223c7a713470c2e9b14fcc639f904ab8b5f06f321fd466/730",
            "headless_unittests": "fde257aa8741f688691ab17ba6d12b275bf292355dd73469a5bb3051af03e01a/569",
            "interactive_ui_tests": "0d9ccc8bbca90249161c8d34289118c7a0421a0812ef4381d7fdf856dfe12ae3/965",
            "ipc_tests": "bec82d281e36233f9235d1b49b2fa6df6bfebd13b03e36128b46cccb451daa82/569",
            "jingle_unittests": "9d9749fd341dc089f6750e179cebd118aee6d7b19fa950d0cf4d3e9b91ea26f6/646",
            "latency_unittests": "aac65e870b819ba10a6d8523b3688c8613396405d21aadbefe9c9a9bc09c7fdc/569",
            "libjingle_xmpp_unittests": "69f7128b14ca6567b66b7be4a9e8ff2785bfb172aac5fb6a29fc41a4e3cdf3ab/569",
            "liburlpattern_unittests": "7ac7178c2edda7ee206fa375f4b58d624a232ce64525a6bbecbc024b0c83cb81/569",
            "media_unittests": "12e399488fa6ef78722c4ecd7c1f84a2bf84540d13ba11042fdd107e09948118/649",
            "message_center_unittests": "12ceabbee6c30c1023ae123aa1cc8293a39b3681219b159e0340148f2acb3d9d/569",
            "midi_unittests": "cd8bcdcab9eb0b974ce07a4e318f2fcc7731ccc3c320e89850b1cae0c5510995/569",
            "mojo_core_unittests": "d51333c0ecc80d73fc1aae7588f9ef20345e4348e719aa25c4d4276aae36be32/569",
            "mojo_unittests": "9d778d4ca548ba0ba8ac0ae56c27ab4006c987e0c63cdc89154753805ff6bde0/647",
            "native_theme_unittests": "09f451e698b5f16cae5e81ec5f9b88718d59fd543ebbef99166a8ae3085f3af3/569",
            "net_unittests": "6254576be162ca80109c68f3ac19f53c382117c735df8353a5a748e7b7744606/648",
            "openscreen_unittests": "ecfebef3d014a8b04f47dcd3fa120a7272170963ac673cb1853422c908284891/648",
            "ozone_x11_unittests": "9aa3f73954b6ae7bdfb5a4d9c9690ed746d5500c83cd5c0d4d5b9de98d7332c8/569",
            "pdf_unittests": "bf1975773c44185a5b383509dbc0957f8b7b9a7769b62384a9e866d6196df777/646",
            "perfetto_unittests": "c229026486b2ec3b0635b7a7a6c0b2dfca2b66911835193a95ec33998c68490a/569",
            "ppapi_unittests": "8934837bcd2d845655bcd7eb68e23b220c14a1e1cd6781493df817ef3b3d4331/569",
            "printing_unittests": "005baae5322225a5d80c3bb81aedfee60f3f2205196bca7cef05157c6348e4b6/569",
            "remoting_unittests": "f886cf6a80d3059d63f63d651a69e84c1e57f71908a71a5789fa728a091a72a6/646",
            "sandbox_linux_unittests": "eadc14c79a5356a8de4dfa2cb05b81bfd77446901b7a6cc81dabbab4e9681938/569",
            "service_manager_unittests": "7bb8e28cde0260d9f95e19a3111416a4a2cb3cf02ca804d496bbda6c3226eaf7/569",
            "services_unittests": "8929beeb65884df7b517d4a4bcc0936723811e1ad161f58bf77dec7be5317758/815",
            "shell_dialogs_unittests": "86a2452b8d07161b046a0a9ee82366bc919a94eda150b5b4bf5d6479a2f078ab/569",
            "skia_unittests": "61f003f9f0e15aa5be6986b673043d5c651a7e941f7ddc64a08fa43d6e770b49/569",
            "snapshot_unittests": "c99d2ece2ee45cc0f186dc7afab41c73771195e2d54ce28c99e10af4e8a09068/569",
            "sql_unittests": "be76a9b6044426ff00c649e07c6c762b12b31fb2498be1366ed898d3a47f1260/646",
            "storage_unittests": "945b24450183fed1d290b4bd01b9aec33f0dea7ce5278a9a5fe93c2c1aa5a15a/727",
            "sync_integration_tests": "5970f271a5101196b2bea9b6dcf861b1c9f715c0240e1e6ecf4df3432764f0c0/729",
            "ui_base_unittests": "6b757c8be15a14259fa79c057b225c4a7a41dc3caeff25cdce637c86e1056cc8/723",
            "ui_touch_selection_unittests": "eaef99dd978f1efa801dd1a2ee69179d2eec653e67992f1ea06501e80a73a819/569",
            "unit_tests": "011d7bf5bdb72a4c19dc57dd13cd322bd0c3a11f360188f62257d31a768e2f25/1062",
            "url_unittests": "e043e08dede56baf4967a7500f6fcc6a6601a5b58e3d63f186099035b98124fb/569",
            "views_unittests": "e441c7d8b9ea8f325d5c0879c63a00d2d6afeac951a295e7af37e15969162bbf/569",
            "viz_unittests": "491d4cdef400401aa21a06bc5cac267783e1b3152419499c70277e6a392f72ab/653",
            "vr_common_unittests": "fc1bf52aeaf1ab83a19e726c746e9893f63d6a2c16172e37497d8330d159a8bc/648",
            "vr_pixeltests": "27b17de502d48a21cb622fad57690578dbb5df4b0ed82ed1d5af390a58c523e3/646",
            "weblayer_browsertests": "06962535c12d805c6bcc6f2e9fd424ddcaedf515d5ddcf74ccc7c1580627d96d/814",
            "weblayer_unittests": "f98d4068fc8d27dbe5d96f7d61ccc87653184a1612632df2c99be44d597cc0d5/646",
            "wm_unittests": "f0ca92172fb58834adf26b4b11eff25c197018e2bfcb629ed9511d87081038ad/569",
            "wtf_unittests": "f0c3af8ed5680e8e1aefd4b1f552488575d5631ee37fe0eba17a71ae9b18ce4a/569",
            "x11_unittests": "7620ddf5bf580d1265002b92a5a2ca39864b9db538a5b3092b7b260904ab903f/569",
            "xr_browser_tests": "695997447456e237e8a99b5fae1c57068547fb63c6746afec134a1bf770eb7c5/728",
            "zlib_unittests": "a90889ee7c4f95e4efe656bc5ff5760dfc66ca164de46b8c56f3af5b8380d8b8/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2328b9809b807441b237696cd84c598a4c4ed01f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8995461678173813776"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79277"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:37:37.367] Scheduled build:
{
  "id": "8830031616113248465",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71231,
  "createdBy": "project:chromium",
  "createTime": "2021-11-20T15:37:36.865463008Z",
  "updateTime": "2021-11-20T15:37:36.865463008Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2328b9809b807441b237696cd84c598a4c4ed01f",
      "ref": "refs/heads/main"
    }
  }
}
[15:37:37.367] Task URL: https://cr-buildbucket.appspot.com/build/8830031616113248465
[15:37:37.367] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:2:0) after 2m58s
[15:37:40.732] Received PubSub notification, asking Buildbucket for the build status
[15:37:40.772] Build status: STARTED
[15:40:35.722] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:2:0)
[15:40:35.753] Build status: STARTED
[15:40:35.753] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:4:0) after 2m41s
[15:43:16.776] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:4:0)
[15:43:16.812] Build status: STARTED
[15:43:16.812] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:5:0) after 8m12s
[15:51:28.887] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:5:0)
[15:51:28.949] Build status: STARTED
[15:51:28.949] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:6:0) after 3m41s
[15:55:09.968] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:6:0)
[15:55:10.001] Build status: STARTED
[15:55:10.001] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:7:0) after 7m10s
[16:02:20.539] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:7:0)
[16:02:20.593] Build status: STARTED
[16:02:20.593] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995461678173813776:8:0) after 9m44s
[16:05:07.634] Received PubSub notification, asking Buildbucket for the build status
[16:05:07.724] Build:
{
  "id": "8830031616113248465",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71231,
  "createdBy": "project:chromium",
  "createTime": "2021-11-20T15:37:36.865463008Z",
  "startTime": "2021-11-20T15:37:38.232824Z",
  "endTime": "2021-11-20T16:05:07.090807399Z",
  "updateTime": "2021-11-20T16:05:07.090807399Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2328b9809b807441b237696cd84c598a4c4ed01f",
      "ref": "refs/heads/main"
    }
  }
}
[16:05:07.725] Invocation finished in 27m32.208958087s with status FAILED