Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79274 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f65298c8bdfc6d64796fa032b596ed693c0b6abd"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "647026fa49c2ac4c4db29660eb9ac9aa8a3dd926",
  "parent_got_dawn_revision": "7714d30b24755c25568478780d817e75d9afd647",
  "parent_got_nacl_revision": "5ea7f18df797eb055c2b0efcb0637a82ca0eba84",
  "parent_got_revision": "f65298c8bdfc6d64796fa032b596ed693c0b6abd",
  "parent_got_revision_cp": "refs/heads/main@{#943823}",
  "parent_got_swiftshader_revision": "6e23c082b73a952d36c0cdb2f33f597166674f6d",
  "parent_got_v8_revision": "a299e86f9feb9075105d7a7da4c40bd6f47c8faa",
  "parent_got_v8_revision_cp": "refs/heads/9.8.75@{#1}",
  "parent_got_webrtc_revision": "8498b7e7f6b90fa036de2a6887d34256f0565b4f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35395}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f65298c8bdfc6d64796fa032b596ed693c0b6abd",
  "swarm_hashes": {
    "absl_hardening_tests": "900cf6d1d78eff2df240f14dfa6755a458bd2fc741de2011e0222e3896784c6f/569",
    "accessibility_unittests": "b9fdbcf2d48beb60ed755c837dd298aea4b7bdf5e2661f68dbe38f095ae003d5/569",
    "angle_unittests": "b8d3ae43ae61d53fa76eac3f1c473a7cf4ba22e3ad07e669d061ce2e95279050/570",
    "app_shell_unittests": "558d8f06cefe3435731c3f7be92b00c67c6f76e70bbe7cd7d4ee36698c4bafe9/730",
    "aura_unittests": "b4e280d53701b9f1eb9619bc98e78dcd3a863d749c4544bb5febb89046c6fb9f/569",
    "base_unittests": "8251a7ffa4ed9ca5bf6d5b3c16f44cd8768d641c5421f7a1e1980e96af84d4ec/648",
    "blink_common_unittests": "fbc8596a8e01d4bbb715ebac65043c7be84832b90c93a74c9297e139fdcd93d7/647",
    "blink_fuzzer_unittests": "2e16559436783bfc50e1e2af66be7265ee3ebb8401438b1e162fd74255d9b7c1/569",
    "blink_heap_unittests": "f8a2f807d9e4e947789558598c352a88e5f122022986f48a4bd9657684e6bb8f/569",
    "blink_platform_unittests": "436ee246a93627ce058b8bcacaffb0fe18c0e88427da8ad470db8a13e435b46b/726",
    "blink_unittests": "b735d6831bd76e256260f35bd5892e9259cb11f37dddb15621221f349f20126c/810",
    "boringssl_crypto_tests": "ef7482ac09a1ce040c386773156fc11b22c92bee06bf0e1d8eb30a478c4c2fc7/570",
    "boringssl_ssl_tests": "c96c7738ee8d89c6a9c80caaecb4856dee783bacb544109dea469e25396478c0/569",
    "capture_unittests": "58ea6d49ff4121215af497e95024630ffcdc70c7943bc7e68c967f89ffe0e93d/648",
    "cast_unittests": "9c46191ddb91e32dfa24f294513dd278a5066fe6598df00da7a0f144241bcbc1/569",
    "cc_unittests": "7b21d8744b695df679d6f5ace3af2c7440c8ac0faf23c8f7a4785d44256a5197/653",
    "chrome_app_unittests": "123f896a14485d233a80604f6db5065d28d4201f236b138d82dd1ff3bc1273db/648",
    "chromedriver_unittests": "bca999fdd2ade2c2fc895b279c73060aedf8a6a411e55a481f6aa8f4f1b612e1/726",
    "color_unittests": "3f2d04a8fd00897952fa43880c017a0aa1d4ff46b0ce52701f8c072e342fa8e3/569",
    "components_browsertests": "255a3fd26b518692afbe2268028d9d1cbdf569dedd3949bc1d188bc74a499f2d/813",
    "components_unittests": "781a1294ccc91a502947a5aa428092ceacad146297c68c354fac1ccdaa31d3b8/813",
    "compositor_unittests": "0feb60b01e5ecd65ac77be660d1da97455dbe1d8173b55c7edc4a8ba6bfb235b/645",
    "content_browsertests": "4781177955aca2b1eaec98cc9f4455a6ce6852808185347f9de2c4fbf42664d1/887",
    "content_unittests": "aa2c83a9c1e0a72dceca1f08d82497e2b01dde72fa492de55e36c136a3065862/806",
    "cronet_tests": "02709991371cfd2d22c1b559adefacf787ca87cb97a81e72f7d8f860bf00d8b2/730",
    "cronet_unittests": "cf15e9e1ba8a49912ba9aec52f201bd62418450b9db48c14a4a2835db4e05197/646",
    "crypto_unittests": "95e17cab31cabcc1e0f48ca34cb7399679e11d765fd65d3fbf083c7e8e3763bb/569",
    "dbus_unittests": "a3ea6de64868a7666afa440f41805ebe0f7f846dda1c67e0a1f34e9940f2c2e4/569",
    "device_unittests": "b211c6dbcf7c0ef237fcec5687faa21da4eec7a0570ff75192ed33b407966c99/646",
    "display_unittests": "135cee74e52ee4846a670c889770a6af8eaecb47df918348ec1699d2815e401d/569",
    "events_unittests": "782c05c74dcf9c5a2ddf4d64a73a2c2519918bc2d02b1acadda4d095022545da/569",
    "extensions_browsertests": "b6a053f69615bbc952b45f6306530fd95a646cdc4fe398a797573c3a1e041e25/732",
    "extensions_unittests": "1ded0413c6a03be04e7a2726d81dc023f6922e7ec75366ee17c60448a75ec297/896",
    "filesystem_service_unittests": "5058e91862752fabc7a563cb555b06223cefcd56a9a676c38c802287ae155ae0/569",
    "gcm_unit_tests": "78a7cd9a749de3d193b15b3362b9cfb498d93cf3f2a7dcdd16293313c5604e1f/646",
    "gfx_unittests": "cad2fd892d1423b4504a2cd554f23f2b0e2b90791bd8e6084e81f52786451682/645",
    "gin_unittests": "0c3ef5cad16f43fcd10b0053ed168ad30a5ac24d47385567362d7f10d18a5584/646",
    "gl_tests": "cc976be80c795f7cbe622047308cb9e3b1b7cd01129e2a52376b9261a79fd680/569",
    "gl_unittests": "238f78961dec80c4e5da91851696a3f0f1d954fefc93847aaa7a53f76f62407a/569",
    "google_apis_unittests": "59cea08dc34fadd4e7c3ad83388467e1549c5c57f7372c4508b612b8e851e83a/731",
    "gpu_unittests": "9fb57f978857594f465542bdb8d9a05acdf0393e778d2252acb23e4302aa1557/646",
    "gwp_asan_unittests": "6425c811125461e9ee29662ff736c83550a8faa7e50031855b525df17f9cdfb0/570",
    "headless_browsertests": "1496dbe9f7eb0648229b3cd4a60fa5e8e794e6c4e7314bec5d50397b3d649d5d/730",
    "headless_unittests": "fde257aa8741f688691ab17ba6d12b275bf292355dd73469a5bb3051af03e01a/569",
    "interactive_ui_tests": "2a3123546cc789a4a448d9b57374bd3732592aeeca0cd5e574ea17ee21e9a29d/965",
    "ipc_tests": "bec82d281e36233f9235d1b49b2fa6df6bfebd13b03e36128b46cccb451daa82/569",
    "jingle_unittests": "9d9749fd341dc089f6750e179cebd118aee6d7b19fa950d0cf4d3e9b91ea26f6/646",
    "latency_unittests": "aac65e870b819ba10a6d8523b3688c8613396405d21aadbefe9c9a9bc09c7fdc/569",
    "libjingle_xmpp_unittests": "69f7128b14ca6567b66b7be4a9e8ff2785bfb172aac5fb6a29fc41a4e3cdf3ab/569",
    "liburlpattern_unittests": "7ac7178c2edda7ee206fa375f4b58d624a232ce64525a6bbecbc024b0c83cb81/569",
    "media_unittests": "12e399488fa6ef78722c4ecd7c1f84a2bf84540d13ba11042fdd107e09948118/649",
    "message_center_unittests": "12ceabbee6c30c1023ae123aa1cc8293a39b3681219b159e0340148f2acb3d9d/569",
    "midi_unittests": "cd8bcdcab9eb0b974ce07a4e318f2fcc7731ccc3c320e89850b1cae0c5510995/569",
    "mojo_core_unittests": "d51333c0ecc80d73fc1aae7588f9ef20345e4348e719aa25c4d4276aae36be32/569",
    "mojo_unittests": "9d778d4ca548ba0ba8ac0ae56c27ab4006c987e0c63cdc89154753805ff6bde0/647",
    "native_theme_unittests": "09f451e698b5f16cae5e81ec5f9b88718d59fd543ebbef99166a8ae3085f3af3/569",
    "net_unittests": "6254576be162ca80109c68f3ac19f53c382117c735df8353a5a748e7b7744606/648",
    "openscreen_unittests": "53a3946a3df641a988a784d856630ef15cbaf22a3fe2bd216f365e2cc9c3d2c6/648",
    "ozone_x11_unittests": "9aa3f73954b6ae7bdfb5a4d9c9690ed746d5500c83cd5c0d4d5b9de98d7332c8/569",
    "pdf_unittests": "bf1975773c44185a5b383509dbc0957f8b7b9a7769b62384a9e866d6196df777/646",
    "perfetto_unittests": "c229026486b2ec3b0635b7a7a6c0b2dfca2b66911835193a95ec33998c68490a/569",
    "ppapi_unittests": "8934837bcd2d845655bcd7eb68e23b220c14a1e1cd6781493df817ef3b3d4331/569",
    "printing_unittests": "005baae5322225a5d80c3bb81aedfee60f3f2205196bca7cef05157c6348e4b6/569",
    "remoting_unittests": "f886cf6a80d3059d63f63d651a69e84c1e57f71908a71a5789fa728a091a72a6/646",
    "sandbox_linux_unittests": "eadc14c79a5356a8de4dfa2cb05b81bfd77446901b7a6cc81dabbab4e9681938/569",
    "service_manager_unittests": "7bb8e28cde0260d9f95e19a3111416a4a2cb3cf02ca804d496bbda6c3226eaf7/569",
    "services_unittests": "8929beeb65884df7b517d4a4bcc0936723811e1ad161f58bf77dec7be5317758/815",
    "shell_dialogs_unittests": "86a2452b8d07161b046a0a9ee82366bc919a94eda150b5b4bf5d6479a2f078ab/569",
    "skia_unittests": "61f003f9f0e15aa5be6986b673043d5c651a7e941f7ddc64a08fa43d6e770b49/569",
    "snapshot_unittests": "c99d2ece2ee45cc0f186dc7afab41c73771195e2d54ce28c99e10af4e8a09068/569",
    "sql_unittests": "be76a9b6044426ff00c649e07c6c762b12b31fb2498be1366ed898d3a47f1260/646",
    "storage_unittests": "945b24450183fed1d290b4bd01b9aec33f0dea7ce5278a9a5fe93c2c1aa5a15a/727",
    "sync_integration_tests": "56da0d983671f682a76980db213a3f9c489c6b5b8414ededd373a849dc52afaf/729",
    "ui_base_unittests": "6b757c8be15a14259fa79c057b225c4a7a41dc3caeff25cdce637c86e1056cc8/723",
    "ui_touch_selection_unittests": "eaef99dd978f1efa801dd1a2ee69179d2eec653e67992f1ea06501e80a73a819/569",
    "unit_tests": "9eb5fb3031c30d0f78a76f08beef87b3fe3ca41a00d086dffbdf9ed83d742358/1062",
    "url_unittests": "e043e08dede56baf4967a7500f6fcc6a6601a5b58e3d63f186099035b98124fb/569",
    "views_unittests": "e441c7d8b9ea8f325d5c0879c63a00d2d6afeac951a295e7af37e15969162bbf/569",
    "viz_unittests": "491d4cdef400401aa21a06bc5cac267783e1b3152419499c70277e6a392f72ab/653",
    "vr_common_unittests": "0b0e031097636d2eac37404e02ad49d2e4db41526e40137dc97665b521e248c8/648",
    "vr_pixeltests": "27b17de502d48a21cb622fad57690578dbb5df4b0ed82ed1d5af390a58c523e3/646",
    "weblayer_browsertests": "a3064571c12d2a5abc8829b4790ac04c815f7972761d9786fa8cd4b23e8f814f/814",
    "weblayer_unittests": "bada57c4734c520e9cd00c490b1d8d78df0c9ed2cf5d187d3195f990c8891bfb/646",
    "wm_unittests": "f0ca92172fb58834adf26b4b11eff25c197018e2bfcb629ed9511d87081038ad/569",
    "wtf_unittests": "f0c3af8ed5680e8e1aefd4b1f552488575d5631ee37fe0eba17a71ae9b18ce4a/569",
    "x11_unittests": "7620ddf5bf580d1265002b92a5a2ca39864b9db538a5b3092b7b260904ab903f/569",
    "xr_browser_tests": "7410b14a52102d3afd19fc8e15d5f29d6f83f24fd27cc3d82df74d56370418fa/728",
    "zlib_unittests": "a90889ee7c4f95e4efe656bc5ff5760dfc66ca164de46b8c56f3af5b8380d8b8/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f65298c8bdfc6d64796fa032b596ed693c0b6abd
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79274
  • user_agent:recipe

Debug log (UTC)

[13:25:23.581] New invocation is queued and will start shortly
[13:25:23.581] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:25:24.772] Starting the invocation (attempt 1)
[13:25:24.814] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f65298c8bdfc6d64796fa032b596ed693c0b6abd"
[13:25:24.814] Popped gitiles commit info from properties and tags
[13:25:24.814] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:25:24.814] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:25:24.815] Buildbucket request:
{
  "requestId": "8995469995427865200",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f65298c8bdfc6d64796fa032b596ed693c0b6abd"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "647026fa49c2ac4c4db29660eb9ac9aa8a3dd926",
      "parent_got_dawn_revision": "7714d30b24755c25568478780d817e75d9afd647",
      "parent_got_nacl_revision": "5ea7f18df797eb055c2b0efcb0637a82ca0eba84",
      "parent_got_revision": "f65298c8bdfc6d64796fa032b596ed693c0b6abd",
      "parent_got_revision_cp": "refs/heads/main@{#943823}",
      "parent_got_swiftshader_revision": "6e23c082b73a952d36c0cdb2f33f597166674f6d",
      "parent_got_v8_revision": "a299e86f9feb9075105d7a7da4c40bd6f47c8faa",
      "parent_got_v8_revision_cp": "refs/heads/9.8.75@{#1}",
      "parent_got_webrtc_revision": "8498b7e7f6b90fa036de2a6887d34256f0565b4f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35395}",
      "swarm_hashes": {
            "absl_hardening_tests": "900cf6d1d78eff2df240f14dfa6755a458bd2fc741de2011e0222e3896784c6f/569",
            "accessibility_unittests": "b9fdbcf2d48beb60ed755c837dd298aea4b7bdf5e2661f68dbe38f095ae003d5/569",
            "angle_unittests": "b8d3ae43ae61d53fa76eac3f1c473a7cf4ba22e3ad07e669d061ce2e95279050/570",
            "app_shell_unittests": "558d8f06cefe3435731c3f7be92b00c67c6f76e70bbe7cd7d4ee36698c4bafe9/730",
            "aura_unittests": "b4e280d53701b9f1eb9619bc98e78dcd3a863d749c4544bb5febb89046c6fb9f/569",
            "base_unittests": "8251a7ffa4ed9ca5bf6d5b3c16f44cd8768d641c5421f7a1e1980e96af84d4ec/648",
            "blink_common_unittests": "fbc8596a8e01d4bbb715ebac65043c7be84832b90c93a74c9297e139fdcd93d7/647",
            "blink_fuzzer_unittests": "2e16559436783bfc50e1e2af66be7265ee3ebb8401438b1e162fd74255d9b7c1/569",
            "blink_heap_unittests": "f8a2f807d9e4e947789558598c352a88e5f122022986f48a4bd9657684e6bb8f/569",
            "blink_platform_unittests": "436ee246a93627ce058b8bcacaffb0fe18c0e88427da8ad470db8a13e435b46b/726",
            "blink_unittests": "b735d6831bd76e256260f35bd5892e9259cb11f37dddb15621221f349f20126c/810",
            "boringssl_crypto_tests": "ef7482ac09a1ce040c386773156fc11b22c92bee06bf0e1d8eb30a478c4c2fc7/570",
            "boringssl_ssl_tests": "c96c7738ee8d89c6a9c80caaecb4856dee783bacb544109dea469e25396478c0/569",
            "capture_unittests": "58ea6d49ff4121215af497e95024630ffcdc70c7943bc7e68c967f89ffe0e93d/648",
            "cast_unittests": "9c46191ddb91e32dfa24f294513dd278a5066fe6598df00da7a0f144241bcbc1/569",
            "cc_unittests": "7b21d8744b695df679d6f5ace3af2c7440c8ac0faf23c8f7a4785d44256a5197/653",
            "chrome_app_unittests": "123f896a14485d233a80604f6db5065d28d4201f236b138d82dd1ff3bc1273db/648",
            "chromedriver_unittests": "bca999fdd2ade2c2fc895b279c73060aedf8a6a411e55a481f6aa8f4f1b612e1/726",
            "color_unittests": "3f2d04a8fd00897952fa43880c017a0aa1d4ff46b0ce52701f8c072e342fa8e3/569",
            "components_browsertests": "255a3fd26b518692afbe2268028d9d1cbdf569dedd3949bc1d188bc74a499f2d/813",
            "components_unittests": "781a1294ccc91a502947a5aa428092ceacad146297c68c354fac1ccdaa31d3b8/813",
            "compositor_unittests": "0feb60b01e5ecd65ac77be660d1da97455dbe1d8173b55c7edc4a8ba6bfb235b/645",
            "content_browsertests": "4781177955aca2b1eaec98cc9f4455a6ce6852808185347f9de2c4fbf42664d1/887",
            "content_unittests": "aa2c83a9c1e0a72dceca1f08d82497e2b01dde72fa492de55e36c136a3065862/806",
            "cronet_tests": "02709991371cfd2d22c1b559adefacf787ca87cb97a81e72f7d8f860bf00d8b2/730",
            "cronet_unittests": "cf15e9e1ba8a49912ba9aec52f201bd62418450b9db48c14a4a2835db4e05197/646",
            "crypto_unittests": "95e17cab31cabcc1e0f48ca34cb7399679e11d765fd65d3fbf083c7e8e3763bb/569",
            "dbus_unittests": "a3ea6de64868a7666afa440f41805ebe0f7f846dda1c67e0a1f34e9940f2c2e4/569",
            "device_unittests": "b211c6dbcf7c0ef237fcec5687faa21da4eec7a0570ff75192ed33b407966c99/646",
            "display_unittests": "135cee74e52ee4846a670c889770a6af8eaecb47df918348ec1699d2815e401d/569",
            "events_unittests": "782c05c74dcf9c5a2ddf4d64a73a2c2519918bc2d02b1acadda4d095022545da/569",
            "extensions_browsertests": "b6a053f69615bbc952b45f6306530fd95a646cdc4fe398a797573c3a1e041e25/732",
            "extensions_unittests": "1ded0413c6a03be04e7a2726d81dc023f6922e7ec75366ee17c60448a75ec297/896",
            "filesystem_service_unittests": "5058e91862752fabc7a563cb555b06223cefcd56a9a676c38c802287ae155ae0/569",
            "gcm_unit_tests": "78a7cd9a749de3d193b15b3362b9cfb498d93cf3f2a7dcdd16293313c5604e1f/646",
            "gfx_unittests": "cad2fd892d1423b4504a2cd554f23f2b0e2b90791bd8e6084e81f52786451682/645",
            "gin_unittests": "0c3ef5cad16f43fcd10b0053ed168ad30a5ac24d47385567362d7f10d18a5584/646",
            "gl_tests": "cc976be80c795f7cbe622047308cb9e3b1b7cd01129e2a52376b9261a79fd680/569",
            "gl_unittests": "238f78961dec80c4e5da91851696a3f0f1d954fefc93847aaa7a53f76f62407a/569",
            "google_apis_unittests": "59cea08dc34fadd4e7c3ad83388467e1549c5c57f7372c4508b612b8e851e83a/731",
            "gpu_unittests": "9fb57f978857594f465542bdb8d9a05acdf0393e778d2252acb23e4302aa1557/646",
            "gwp_asan_unittests": "6425c811125461e9ee29662ff736c83550a8faa7e50031855b525df17f9cdfb0/570",
            "headless_browsertests": "1496dbe9f7eb0648229b3cd4a60fa5e8e794e6c4e7314bec5d50397b3d649d5d/730",
            "headless_unittests": "fde257aa8741f688691ab17ba6d12b275bf292355dd73469a5bb3051af03e01a/569",
            "interactive_ui_tests": "2a3123546cc789a4a448d9b57374bd3732592aeeca0cd5e574ea17ee21e9a29d/965",
            "ipc_tests": "bec82d281e36233f9235d1b49b2fa6df6bfebd13b03e36128b46cccb451daa82/569",
            "jingle_unittests": "9d9749fd341dc089f6750e179cebd118aee6d7b19fa950d0cf4d3e9b91ea26f6/646",
            "latency_unittests": "aac65e870b819ba10a6d8523b3688c8613396405d21aadbefe9c9a9bc09c7fdc/569",
            "libjingle_xmpp_unittests": "69f7128b14ca6567b66b7be4a9e8ff2785bfb172aac5fb6a29fc41a4e3cdf3ab/569",
            "liburlpattern_unittests": "7ac7178c2edda7ee206fa375f4b58d624a232ce64525a6bbecbc024b0c83cb81/569",
            "media_unittests": "12e399488fa6ef78722c4ecd7c1f84a2bf84540d13ba11042fdd107e09948118/649",
            "message_center_unittests": "12ceabbee6c30c1023ae123aa1cc8293a39b3681219b159e0340148f2acb3d9d/569",
            "midi_unittests": "cd8bcdcab9eb0b974ce07a4e318f2fcc7731ccc3c320e89850b1cae0c5510995/569",
            "mojo_core_unittests": "d51333c0ecc80d73fc1aae7588f9ef20345e4348e719aa25c4d4276aae36be32/569",
            "mojo_unittests": "9d778d4ca548ba0ba8ac0ae56c27ab4006c987e0c63cdc89154753805ff6bde0/647",
            "native_theme_unittests": "09f451e698b5f16cae5e81ec5f9b88718d59fd543ebbef99166a8ae3085f3af3/569",
            "net_unittests": "6254576be162ca80109c68f3ac19f53c382117c735df8353a5a748e7b7744606/648",
            "openscreen_unittests": "53a3946a3df641a988a784d856630ef15cbaf22a3fe2bd216f365e2cc9c3d2c6/648",
            "ozone_x11_unittests": "9aa3f73954b6ae7bdfb5a4d9c9690ed746d5500c83cd5c0d4d5b9de98d7332c8/569",
            "pdf_unittests": "bf1975773c44185a5b383509dbc0957f8b7b9a7769b62384a9e866d6196df777/646",
            "perfetto_unittests": "c229026486b2ec3b0635b7a7a6c0b2dfca2b66911835193a95ec33998c68490a/569",
            "ppapi_unittests": "8934837bcd2d845655bcd7eb68e23b220c14a1e1cd6781493df817ef3b3d4331/569",
            "printing_unittests": "005baae5322225a5d80c3bb81aedfee60f3f2205196bca7cef05157c6348e4b6/569",
            "remoting_unittests": "f886cf6a80d3059d63f63d651a69e84c1e57f71908a71a5789fa728a091a72a6/646",
            "sandbox_linux_unittests": "eadc14c79a5356a8de4dfa2cb05b81bfd77446901b7a6cc81dabbab4e9681938/569",
            "service_manager_unittests": "7bb8e28cde0260d9f95e19a3111416a4a2cb3cf02ca804d496bbda6c3226eaf7/569",
            "services_unittests": "8929beeb65884df7b517d4a4bcc0936723811e1ad161f58bf77dec7be5317758/815",
            "shell_dialogs_unittests": "86a2452b8d07161b046a0a9ee82366bc919a94eda150b5b4bf5d6479a2f078ab/569",
            "skia_unittests": "61f003f9f0e15aa5be6986b673043d5c651a7e941f7ddc64a08fa43d6e770b49/569",
            "snapshot_unittests": "c99d2ece2ee45cc0f186dc7afab41c73771195e2d54ce28c99e10af4e8a09068/569",
            "sql_unittests": "be76a9b6044426ff00c649e07c6c762b12b31fb2498be1366ed898d3a47f1260/646",
            "storage_unittests": "945b24450183fed1d290b4bd01b9aec33f0dea7ce5278a9a5fe93c2c1aa5a15a/727",
            "sync_integration_tests": "56da0d983671f682a76980db213a3f9c489c6b5b8414ededd373a849dc52afaf/729",
            "ui_base_unittests": "6b757c8be15a14259fa79c057b225c4a7a41dc3caeff25cdce637c86e1056cc8/723",
            "ui_touch_selection_unittests": "eaef99dd978f1efa801dd1a2ee69179d2eec653e67992f1ea06501e80a73a819/569",
            "unit_tests": "9eb5fb3031c30d0f78a76f08beef87b3fe3ca41a00d086dffbdf9ed83d742358/1062",
            "url_unittests": "e043e08dede56baf4967a7500f6fcc6a6601a5b58e3d63f186099035b98124fb/569",
            "views_unittests": "e441c7d8b9ea8f325d5c0879c63a00d2d6afeac951a295e7af37e15969162bbf/569",
            "viz_unittests": "491d4cdef400401aa21a06bc5cac267783e1b3152419499c70277e6a392f72ab/653",
            "vr_common_unittests": "0b0e031097636d2eac37404e02ad49d2e4db41526e40137dc97665b521e248c8/648",
            "vr_pixeltests": "27b17de502d48a21cb622fad57690578dbb5df4b0ed82ed1d5af390a58c523e3/646",
            "weblayer_browsertests": "a3064571c12d2a5abc8829b4790ac04c815f7972761d9786fa8cd4b23e8f814f/814",
            "weblayer_unittests": "bada57c4734c520e9cd00c490b1d8d78df0c9ed2cf5d187d3195f990c8891bfb/646",
            "wm_unittests": "f0ca92172fb58834adf26b4b11eff25c197018e2bfcb629ed9511d87081038ad/569",
            "wtf_unittests": "f0c3af8ed5680e8e1aefd4b1f552488575d5631ee37fe0eba17a71ae9b18ce4a/569",
            "x11_unittests": "7620ddf5bf580d1265002b92a5a2ca39864b9db538a5b3092b7b260904ab903f/569",
            "xr_browser_tests": "7410b14a52102d3afd19fc8e15d5f29d6f83f24fd27cc3d82df74d56370418fa/728",
            "zlib_unittests": "a90889ee7c4f95e4efe656bc5ff5760dfc66ca164de46b8c56f3af5b8380d8b8/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f65298c8bdfc6d64796fa032b596ed693c0b6abd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8995469995427865200"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79274"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:25:25.402] Scheduled build:
{
  "id": "8830039933305688513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71228,
  "createdBy": "project:chromium",
  "createTime": "2021-11-20T13:25:24.972366883Z",
  "updateTime": "2021-11-20T13:25:24.972366883Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f65298c8bdfc6d64796fa032b596ed693c0b6abd",
      "ref": "refs/heads/main"
    }
  }
}
[13:25:25.402] Task URL: https://cr-buildbucket.appspot.com/build/8830039933305688513
[13:25:25.402] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:2:0) after 4m28s
[13:25:36.034] Received PubSub notification, asking Buildbucket for the build status
[13:25:36.067] Build status: STARTED
[13:29:53.423] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:2:0)
[13:29:53.454] Build status: STARTED
[13:29:53.454] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:4:0) after 1m40s
[13:31:33.477] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:4:0)
[13:31:33.509] Build status: STARTED
[13:31:33.509] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:5:0) after 8m22s
[13:39:55.674] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:5:0)
[13:39:55.860] Build status: STARTED
[13:39:55.860] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:6:0) after 5m16s
[13:45:11.911] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:6:0)
[13:45:11.946] Build status: STARTED
[13:45:11.946] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:7:0) after 3m50s
[13:49:01.971] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:7:0)
[13:49:02.006] Build status: STARTED
[13:49:02.006] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995469995427865200:8:0) after 7m53s
[13:53:27.589] Received PubSub notification, asking Buildbucket for the build status
[13:53:27.691] Build:
{
  "id": "8830039933305688513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71228,
  "createdBy": "project:chromium",
  "createTime": "2021-11-20T13:25:24.972366883Z",
  "startTime": "2021-11-20T13:25:33.484652Z",
  "endTime": "2021-11-20T13:53:27.163462268Z",
  "updateTime": "2021-11-20T13:53:27.163462268Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f65298c8bdfc6d64796fa032b596ed693c0b6abd",
      "ref": "refs/heads/main"
    }
  }
}
[13:53:27.691] Invocation finished in 28m4.125431903s with status FAILED