Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8709233753946929393"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8709233753946929393"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8709233753946929393"
    }
  ],
  "parent_build_id": "8709233753946929393",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "7cbb77a881028d07958395c1b7c7b36e169b59ed",
  "parent_got_dawn_revision": "e8b9ff6c0b4f25cec7866cc7e7176a434641f760",
  "parent_got_revision": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c",
  "parent_got_revision_cp": "refs/heads/main@{#1487302}",
  "parent_got_swiftshader_revision": "65b2c4777e5f3c63a1115184b7620fcdc0bddc40",
  "parent_got_v8_revision": "d6822860d2a38725541222415cfd57521cb3987f",
  "parent_got_v8_revision_cp": "refs/heads/14.0.228@{#1}",
  "parent_got_webrtc_revision": "5d7a17505cc550bd1435ec0fd04f796f73ebb530",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45151}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c",
  "swarm_hashes": {
    "absl_hardening_tests": "2301226174fbf2aa0104b79985bea5d34a5b69cc2b5526b2389f4f3e976b3111/488",
    "accessibility_unittests": "e95c0d90dfa596447cb8fc36434178cd0d18399eccc8fc62f00163ed32489fa4/488",
    "angle_unittests": "f600679b9f10b80a25b74fdccf92f893a143cf755c06fdcf0cc5ae98dde9f814/489",
    "app_shell_unittests": "72bfa8fd8290b7e2649a4ece59660ba1e0f4d5c38209a946e3a31628fc776dfd/649",
    "ash_components_unittests": "946cfb4dd571d3f823df1445ce1eb096ba7eeef29788db890caec9c81be52f7b/649",
    "ash_unittests": "2a955c81d9db7e5d3c76f42e7cefe7104abaae12a20d6ce19bdebb1777a74a36/800",
    "ash_webui_unittests": "9684cd4706a9db23bb22aeb22e0c099e287dc99318fda111b6f33238d85aa4a3/648",
    "aura_unittests": "d567ee38d48b2aca2085aa0c34bb6c0a37e425284cae683982818e1feaa31abb/488",
    "base_unittests": "d377cae946194846b6dc420270fb36bc7c01c40e0f45011729e16436de2b211d/566",
    "blink_common_unittests": "028819e378b22a8e2e1f4258637cfead8ac252b239d1f894772626f375c5f633/566",
    "blink_fuzzer_unittests": "dc666baeeda8245a445b33b6ce080dcefdc9fa777fed36e60030a895f4219e2e/488",
    "blink_heap_unittests": "281a396b8f161e4dff2438106418f3e14f0a61924c304459c3764139a497b7a4/488",
    "blink_platform_unittests": "307f32e35e799d3122d38c132980a00f60c7eaae024381e6766ac43109a3b606/645",
    "blink_unittests": "6fba73c5920de0a78584f23606f4827208300e8109e68055e4885f9d96df6365/729",
    "boringssl_crypto_tests": "cf8a288ef11db586503f8d23d13b7c2082abd76dc70ccc9e739eb82b3991f159/489",
    "boringssl_ssl_tests": "ba0f96bfbc2cfad4e53686bcee3adb6e9578b3cc0ca6caddaa09e430a63fe0ea/488",
    "browser_tests": "7db701cae909533b5c5850e2a2611af3afd891869e30ef78a3a10bce0ccce2c0/1299",
    "capture_unittests": "cd5f607c01a31df46df01bdf864ca3f6371c0fa9880bb8e2841803ff5e03d020/567",
    "cast_unittests": "93ca3cd369f09328d1bdc748cbf0801cda7648e245c2344381109b6d5f9e274b/488",
    "cc_unittests": "88cc8b34f82fd20de0fc91eeb4a80617b95b400f445041dca094e2513a9ff915/648",
    "chrome_app_unittests": "7b1c34f69709a0690deda1583b17bde3025d471370a1f54c6ef75ba4f01378c5/648",
    "chromedriver_unittests": "6f7f0b1a888750fc2cd0977af3cf143b724b82a3ffff9dd2846b2f7651387818/645",
    "chromeos_components_unittests": "a66d3fbaf4a891e2d07fc3e7f61eb9f2d2cd3b2734b34911552974b5b52b89d3/647",
    "chromeos_unittests": "6300631858d645ad499de0aa3f3620257074efbeea5307efeb70905367e791e7/807",
    "components_browsertests": "4152afeb306b0a0827e845ba393bf4c85342a5a55c3015e6912140515f0a1a65/732",
    "components_unittests": "c91d7f269344dea33224876b0c31b7963f790441926e6e63f19f813310cdf64d/894",
    "compositor_unittests": "f5d3590d173612f1054745f54ff764b84b0eae7487c5047750702d268ecb9836/564",
    "content_browsertests": "8218aa0a2dbd5605a173cb1780e9982664d00a100f380cb8a7e0b51c63442e87/805",
    "content_unittests": "5bce7edcfd3c05f04db010e3411c6176f7a421f951e8e9c34880c9452b6d3ec7/725",
    "crashpad_tests": "39aaf45c659d4b73ab4ae4a47e8b8a47d1d4b706effbe753f0bcfcd9d2c82fc6/489",
    "crypto_unittests": "1c8975f1e7026322c2b0ae2be8402eb4abd8b303a12675418032e8dd7a898705/488",
    "dbus_unittests": "0f45d3ec9a115214537b89aa345289b610f75bd78a25b84b860c3ede598cffc3/488",
    "device_unittests": "e0ac0aa17163d7eeeedbac220d9c42383b61fb08678dffb3f5fd1099291b2fa9/565",
    "display_unittests": "a7fccb3c6e41381c9159b0e447aa989fd8b93cea2b2d18620090edc35f3297d4/488",
    "env_chromium_unittests": "3a3ceadf72fdb4e205e9a6f90e61bc76937a18f3f84cf59681c3adc2a59f7ff0/488",
    "events_unittests": "a1cb8cd733ca5aeb76baeef8b054cb214a24f9425a8aa74655dfed5a4de889da/488",
    "exo_unittests": "0a627c0c6682d98f1bfc29e053a793e884a0128e5fdac0b49f185e79b8cf42a6/647",
    "extensions_browsertests": "3e4bf8cd758b8c6af74c44f0d09c70ac91f940f02121b056e78fcc8b763712c4/651",
    "extensions_unittests": "e446301277c02c073902ba610cedfdb36f7c355ffd06915e8f10a8a87119807e/812",
    "filesystem_service_unittests": "3704b5f012b4b5e305e3dd08f9722aba2e76009bd4796651bb6b678a01305612/488",
    "fuzzing_unittests": "fee57f3fb231f6bc64fc9164d1535a1a96463a92e9bf77c7ca5f2dd287f922be/488",
    "gcm_unit_tests": "15abae6e60c39ceb2442b2b2418e918579adb8d87a95b1f509758c6994acac20/565",
    "gfx_unittests": "615e1fdb992bce7fe3bcc4629bdeb7cf4e55e41655092ae26330e315b06c57af/564",
    "gl_unittests_ozone": "21ea3d8b77a1e883ae0ef40169c85785ed9ca3415c02bc42813b2b3e47cbdf2a/488",
    "google_apis_unittests": "6b26ef4b56110d98d3336d01e70cb012a29c60b41eb99102b395855ed95ae35c/650",
    "gpu_unittests": "090ccbca01c886b59e32b63246c7f16769abe580bdd15549367e5cc8956ed46a/565",
    "gwp_asan_unittests": "642bca5a37cca0034878729d31b505d0e6d85609ec60fcde367e2effb6b041b8/489",
    "interactive_ui_tests": "d7a71f495dba2327e150519ce9b5474c57406d914e4439723e8fa963bac26e2a/1056",
    "ipc_tests": "3ee29efcf6caf341bd03895a537c493cd5fa66fe9acd8df66edee3dee1b2e949/488",
    "keyboard_unittests": "cbd68e904dc65f23ab124e658e3246339bcad754375a2aff0cb39a155a9a109b/488",
    "latency_unittests": "51dc38f99326feb0dc683a8463071b93acad6f4d1e238cec1116ea06c2e0fb82/488",
    "leveldb_unittests": "6d8bd89397c294faf67f3ad9b170057dfdcf849c3e9b7f6797f051241e3af9d0/488",
    "libjingle_xmpp_unittests": "3f29ad58f1546e241e27605cee04348f193fc67c8d69d539fa6c2fe3ad2c038c/488",
    "liburlpattern_unittests": "e1db2ee09a6d5ce77d75b7c8957cca017e99991ded7670159aae92d4ef130037/488",
    "media_unittests": "4c4dfc4e4f4efc8f19bb3fcf5643df59f43ea613ee5bafc679dddd98d3137deb/568",
    "message_center_unittests": "ce0a9783d7a65827cc8f1f6de2e1937c599da581c751debf4ffd906a6d4db4f4/488",
    "midi_unittests": "9265e2cee29a84a9e955e5118c194fb6de0042e75d7b01175d4136eeea27390e/488",
    "mojo_unittests": "547fd0ad1f7f440e6be83846f2ed393990b6cdd9bca67ae11ba19d3dc2c19004/566",
    "native_theme_unittests": "a8dc2457ea1664e53c2d8b3dfaaf7eb99e57da5e5d686722730eb85df68a662e/488",
    "net_unittests": "13d3932e898543d4f72d24cc1d3be5be5fe61eeb16118533de013c98420d5da0/567",
    "ozone_gl_unittests": "dfe07fd536803eca88091678f8f24273df09c0f35af5e73f361779cb073ceec4/488",
    "ozone_unittests": "13b0416585d60986abe078b4b09ac76fd2a96c843907b1e71e04d9d41b89c101/488",
    "ozone_x11_unittests": "6b22f586a40e3513bfec72ecf2f883384691b612bb7180aedff55215f899ae51/488",
    "pdf_unittests": "542b4fa4cec9892a476a9debc3f6ddb346a7b9ad8c04a62c6d61f8a627fe0052/565",
    "perfetto_unittests": "61ee3b6ce3ebe6bbf18ea307989d7c2c9c5c07ef96fc259d041a08384d6a10fb/488",
    "printing_unittests": "1c39165ed2bd590c2eac848db051c3deaf08085d6ed0213dfa3f9acfe4742fb2/488",
    "pthreadpool_unittests": "ecd2dcbb54f0e41d9b819cb380cb11040b15e77ecd69fe7a26be1bc0a10100bd/488",
    "remoting_unittests": "16c8a7a92411a6e4af2228845cad97c3f40dbdd0ec4a8f7695d572bf1ac7b1a9/647",
    "sandbox_linux_unittests": "7b9079377776cbca504df9bf88a2f0f9cb3cc119391856fd5bd618de7750aead/488",
    "services_unittests": "9d4d9ddadd4e722863ab4b8b552c87eb78aae428888000cee79be0d18f504579/816",
    "shell_dialogs_unittests": "04ced0acd8983549e4076b5dec050966e1ad44ee37934827221c79ffb1c013fc/488",
    "shell_encryption_unittests": "2eba5a8b7cf2584aecc629d4daf4c0c1e7fa802fee285702c14d31f3b3278a06/488",
    "skia_unittests": "bcbee242e65dc89d19dbe5ded53f6c6f452a38453572284197e8c297cd56ec90/488",
    "snapshot_unittests": "6133651129f41bf2fda5f560220594d32fccd549e2e8e860396ab4b18786c4aa/488",
    "sql_unittests": "f177bf1a202d66085414131559b7d22e0ef725e586faacddb581b7e6ac85dec2/565",
    "storage_unittests": "f57105e7d779a4c1d7f284d981b9d7046076e9b25035a65c8d11996be9f686c9/646",
    "sync_integration_tests": "471101ac4c805a96875a819c9918fe9808eb3833cc4b5d6b6b59f74d611698b8/730",
    "ui_base_unittests": "14534bd45050d800e6d522f8ccd578917cc15326d130c95b4ec4568cfe0bb27a/641",
    "ui_chromeos_unittests": "254f7f6eb614b2fb9d802e07ebd6539be9f044c2acbd850e07b0c9843e6a9d35/488",
    "ui_touch_selection_unittests": "a34597293bd6260885f6ca9a0005df96c05c0647eb81eef2e366896c3813301b/488",
    "ui_unittests": "f1c2557fa37681380628acbd9a95aefcb27b1bc638bc151f0f36d11600120d93/488",
    "unit_tests": "11b0a7a1b9a2ce195eabc69d97cf90e491d4b31064b930c344eb2bc2231a7025/1062",
    "url_unittests": "6b5f60e72f4b539b69f2ef2bc73ff39857059ccce223dee4fb216d45806457a9/488",
    "usage_time_limit_unittests": "eb09f1a0cf557ddb228b8f74a76cec0099b1d2ccb3514bcc417d76276800f759/568",
    "views_unittests": "8a6906cf51c229a94977c1e7726e474e75e1c1e199d84a6600bfd219ea396577/488",
    "viz_unittests": "d6309bd480f3cbdc32b5eeac9c896021cb02f84b057e729c6e7f69944165a790/572",
    "wayland_client_perftests": "b1bd94019963dba17f3278034c52b030d43fa737568781ebe590575199ffbd76/647",
    "wayland_client_tests": "955b9d45a8845691329e7df63a033c05d348c22edbabee6dc79ce802c82bcbbc/647",
    "wm_unittests": "44ee0a363a434c7d05f4513ffb20ce1412a4d5e3f8d47e0c7369f06a76025d06/488",
    "wtf_unittests": "565b0f900e2c35fa2700b5ae6f0f71b743fc57f1c0b44f9c77ad4cc6380705f7/488",
    "zlib_unittests": "bd7663237effe6a4da8b7773389ca1115d160e4365f7af1fc8c3f0a375dd0352/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cf37d1a1d98e85e3287fb541fa3fa09a1c96243c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:107837
  • user_agent:recipe

Debug log (UTC)

[01:02:10.426] New invocation is queued and will start shortly
[01:02:10.426] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:02:13.002] Starting the invocation (attempt 1)
[01:02:13.029] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cf37d1a1d98e85e3287fb541fa3fa09a1c96243c"
[01:02:13.029] Popped gitiles commit info from properties and tags
[01:02:13.029] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:02:13.029] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:02:13.030] Buildbucket request:
{
  "requestId": "8874660401560573664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8709233753946929393"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8709233753946929393"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8709233753946929393"
                }
          ],
      "parent_build_id": "8709233753946929393",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "7cbb77a881028d07958395c1b7c7b36e169b59ed",
      "parent_got_dawn_revision": "e8b9ff6c0b4f25cec7866cc7e7176a434641f760",
      "parent_got_revision": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c",
      "parent_got_revision_cp": "refs/heads/main@{#1487302}",
      "parent_got_swiftshader_revision": "65b2c4777e5f3c63a1115184b7620fcdc0bddc40",
      "parent_got_v8_revision": "d6822860d2a38725541222415cfd57521cb3987f",
      "parent_got_v8_revision_cp": "refs/heads/14.0.228@{#1}",
      "parent_got_webrtc_revision": "5d7a17505cc550bd1435ec0fd04f796f73ebb530",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45151}",
      "swarm_hashes": {
            "absl_hardening_tests": "2301226174fbf2aa0104b79985bea5d34a5b69cc2b5526b2389f4f3e976b3111/488",
            "accessibility_unittests": "e95c0d90dfa596447cb8fc36434178cd0d18399eccc8fc62f00163ed32489fa4/488",
            "angle_unittests": "f600679b9f10b80a25b74fdccf92f893a143cf755c06fdcf0cc5ae98dde9f814/489",
            "app_shell_unittests": "72bfa8fd8290b7e2649a4ece59660ba1e0f4d5c38209a946e3a31628fc776dfd/649",
            "ash_components_unittests": "946cfb4dd571d3f823df1445ce1eb096ba7eeef29788db890caec9c81be52f7b/649",
            "ash_unittests": "2a955c81d9db7e5d3c76f42e7cefe7104abaae12a20d6ce19bdebb1777a74a36/800",
            "ash_webui_unittests": "9684cd4706a9db23bb22aeb22e0c099e287dc99318fda111b6f33238d85aa4a3/648",
            "aura_unittests": "d567ee38d48b2aca2085aa0c34bb6c0a37e425284cae683982818e1feaa31abb/488",
            "base_unittests": "d377cae946194846b6dc420270fb36bc7c01c40e0f45011729e16436de2b211d/566",
            "blink_common_unittests": "028819e378b22a8e2e1f4258637cfead8ac252b239d1f894772626f375c5f633/566",
            "blink_fuzzer_unittests": "dc666baeeda8245a445b33b6ce080dcefdc9fa777fed36e60030a895f4219e2e/488",
            "blink_heap_unittests": "281a396b8f161e4dff2438106418f3e14f0a61924c304459c3764139a497b7a4/488",
            "blink_platform_unittests": "307f32e35e799d3122d38c132980a00f60c7eaae024381e6766ac43109a3b606/645",
            "blink_unittests": "6fba73c5920de0a78584f23606f4827208300e8109e68055e4885f9d96df6365/729",
            "boringssl_crypto_tests": "cf8a288ef11db586503f8d23d13b7c2082abd76dc70ccc9e739eb82b3991f159/489",
            "boringssl_ssl_tests": "ba0f96bfbc2cfad4e53686bcee3adb6e9578b3cc0ca6caddaa09e430a63fe0ea/488",
            "browser_tests": "7db701cae909533b5c5850e2a2611af3afd891869e30ef78a3a10bce0ccce2c0/1299",
            "capture_unittests": "cd5f607c01a31df46df01bdf864ca3f6371c0fa9880bb8e2841803ff5e03d020/567",
            "cast_unittests": "93ca3cd369f09328d1bdc748cbf0801cda7648e245c2344381109b6d5f9e274b/488",
            "cc_unittests": "88cc8b34f82fd20de0fc91eeb4a80617b95b400f445041dca094e2513a9ff915/648",
            "chrome_app_unittests": "7b1c34f69709a0690deda1583b17bde3025d471370a1f54c6ef75ba4f01378c5/648",
            "chromedriver_unittests": "6f7f0b1a888750fc2cd0977af3cf143b724b82a3ffff9dd2846b2f7651387818/645",
            "chromeos_components_unittests": "a66d3fbaf4a891e2d07fc3e7f61eb9f2d2cd3b2734b34911552974b5b52b89d3/647",
            "chromeos_unittests": "6300631858d645ad499de0aa3f3620257074efbeea5307efeb70905367e791e7/807",
            "components_browsertests": "4152afeb306b0a0827e845ba393bf4c85342a5a55c3015e6912140515f0a1a65/732",
            "components_unittests": "c91d7f269344dea33224876b0c31b7963f790441926e6e63f19f813310cdf64d/894",
            "compositor_unittests": "f5d3590d173612f1054745f54ff764b84b0eae7487c5047750702d268ecb9836/564",
            "content_browsertests": "8218aa0a2dbd5605a173cb1780e9982664d00a100f380cb8a7e0b51c63442e87/805",
            "content_unittests": "5bce7edcfd3c05f04db010e3411c6176f7a421f951e8e9c34880c9452b6d3ec7/725",
            "crashpad_tests": "39aaf45c659d4b73ab4ae4a47e8b8a47d1d4b706effbe753f0bcfcd9d2c82fc6/489",
            "crypto_unittests": "1c8975f1e7026322c2b0ae2be8402eb4abd8b303a12675418032e8dd7a898705/488",
            "dbus_unittests": "0f45d3ec9a115214537b89aa345289b610f75bd78a25b84b860c3ede598cffc3/488",
            "device_unittests": "e0ac0aa17163d7eeeedbac220d9c42383b61fb08678dffb3f5fd1099291b2fa9/565",
            "display_unittests": "a7fccb3c6e41381c9159b0e447aa989fd8b93cea2b2d18620090edc35f3297d4/488",
            "env_chromium_unittests": "3a3ceadf72fdb4e205e9a6f90e61bc76937a18f3f84cf59681c3adc2a59f7ff0/488",
            "events_unittests": "a1cb8cd733ca5aeb76baeef8b054cb214a24f9425a8aa74655dfed5a4de889da/488",
            "exo_unittests": "0a627c0c6682d98f1bfc29e053a793e884a0128e5fdac0b49f185e79b8cf42a6/647",
            "extensions_browsertests": "3e4bf8cd758b8c6af74c44f0d09c70ac91f940f02121b056e78fcc8b763712c4/651",
            "extensions_unittests": "e446301277c02c073902ba610cedfdb36f7c355ffd06915e8f10a8a87119807e/812",
            "filesystem_service_unittests": "3704b5f012b4b5e305e3dd08f9722aba2e76009bd4796651bb6b678a01305612/488",
            "fuzzing_unittests": "fee57f3fb231f6bc64fc9164d1535a1a96463a92e9bf77c7ca5f2dd287f922be/488",
            "gcm_unit_tests": "15abae6e60c39ceb2442b2b2418e918579adb8d87a95b1f509758c6994acac20/565",
            "gfx_unittests": "615e1fdb992bce7fe3bcc4629bdeb7cf4e55e41655092ae26330e315b06c57af/564",
            "gl_unittests_ozone": "21ea3d8b77a1e883ae0ef40169c85785ed9ca3415c02bc42813b2b3e47cbdf2a/488",
            "google_apis_unittests": "6b26ef4b56110d98d3336d01e70cb012a29c60b41eb99102b395855ed95ae35c/650",
            "gpu_unittests": "090ccbca01c886b59e32b63246c7f16769abe580bdd15549367e5cc8956ed46a/565",
            "gwp_asan_unittests": "642bca5a37cca0034878729d31b505d0e6d85609ec60fcde367e2effb6b041b8/489",
            "interactive_ui_tests": "d7a71f495dba2327e150519ce9b5474c57406d914e4439723e8fa963bac26e2a/1056",
            "ipc_tests": "3ee29efcf6caf341bd03895a537c493cd5fa66fe9acd8df66edee3dee1b2e949/488",
            "keyboard_unittests": "cbd68e904dc65f23ab124e658e3246339bcad754375a2aff0cb39a155a9a109b/488",
            "latency_unittests": "51dc38f99326feb0dc683a8463071b93acad6f4d1e238cec1116ea06c2e0fb82/488",
            "leveldb_unittests": "6d8bd89397c294faf67f3ad9b170057dfdcf849c3e9b7f6797f051241e3af9d0/488",
            "libjingle_xmpp_unittests": "3f29ad58f1546e241e27605cee04348f193fc67c8d69d539fa6c2fe3ad2c038c/488",
            "liburlpattern_unittests": "e1db2ee09a6d5ce77d75b7c8957cca017e99991ded7670159aae92d4ef130037/488",
            "media_unittests": "4c4dfc4e4f4efc8f19bb3fcf5643df59f43ea613ee5bafc679dddd98d3137deb/568",
            "message_center_unittests": "ce0a9783d7a65827cc8f1f6de2e1937c599da581c751debf4ffd906a6d4db4f4/488",
            "midi_unittests": "9265e2cee29a84a9e955e5118c194fb6de0042e75d7b01175d4136eeea27390e/488",
            "mojo_unittests": "547fd0ad1f7f440e6be83846f2ed393990b6cdd9bca67ae11ba19d3dc2c19004/566",
            "native_theme_unittests": "a8dc2457ea1664e53c2d8b3dfaaf7eb99e57da5e5d686722730eb85df68a662e/488",
            "net_unittests": "13d3932e898543d4f72d24cc1d3be5be5fe61eeb16118533de013c98420d5da0/567",
            "ozone_gl_unittests": "dfe07fd536803eca88091678f8f24273df09c0f35af5e73f361779cb073ceec4/488",
            "ozone_unittests": "13b0416585d60986abe078b4b09ac76fd2a96c843907b1e71e04d9d41b89c101/488",
            "ozone_x11_unittests": "6b22f586a40e3513bfec72ecf2f883384691b612bb7180aedff55215f899ae51/488",
            "pdf_unittests": "542b4fa4cec9892a476a9debc3f6ddb346a7b9ad8c04a62c6d61f8a627fe0052/565",
            "perfetto_unittests": "61ee3b6ce3ebe6bbf18ea307989d7c2c9c5c07ef96fc259d041a08384d6a10fb/488",
            "printing_unittests": "1c39165ed2bd590c2eac848db051c3deaf08085d6ed0213dfa3f9acfe4742fb2/488",
            "pthreadpool_unittests": "ecd2dcbb54f0e41d9b819cb380cb11040b15e77ecd69fe7a26be1bc0a10100bd/488",
            "remoting_unittests": "16c8a7a92411a6e4af2228845cad97c3f40dbdd0ec4a8f7695d572bf1ac7b1a9/647",
            "sandbox_linux_unittests": "7b9079377776cbca504df9bf88a2f0f9cb3cc119391856fd5bd618de7750aead/488",
            "services_unittests": "9d4d9ddadd4e722863ab4b8b552c87eb78aae428888000cee79be0d18f504579/816",
            "shell_dialogs_unittests": "04ced0acd8983549e4076b5dec050966e1ad44ee37934827221c79ffb1c013fc/488",
            "shell_encryption_unittests": "2eba5a8b7cf2584aecc629d4daf4c0c1e7fa802fee285702c14d31f3b3278a06/488",
            "skia_unittests": "bcbee242e65dc89d19dbe5ded53f6c6f452a38453572284197e8c297cd56ec90/488",
            "snapshot_unittests": "6133651129f41bf2fda5f560220594d32fccd549e2e8e860396ab4b18786c4aa/488",
            "sql_unittests": "f177bf1a202d66085414131559b7d22e0ef725e586faacddb581b7e6ac85dec2/565",
            "storage_unittests": "f57105e7d779a4c1d7f284d981b9d7046076e9b25035a65c8d11996be9f686c9/646",
            "sync_integration_tests": "471101ac4c805a96875a819c9918fe9808eb3833cc4b5d6b6b59f74d611698b8/730",
            "ui_base_unittests": "14534bd45050d800e6d522f8ccd578917cc15326d130c95b4ec4568cfe0bb27a/641",
            "ui_chromeos_unittests": "254f7f6eb614b2fb9d802e07ebd6539be9f044c2acbd850e07b0c9843e6a9d35/488",
            "ui_touch_selection_unittests": "a34597293bd6260885f6ca9a0005df96c05c0647eb81eef2e366896c3813301b/488",
            "ui_unittests": "f1c2557fa37681380628acbd9a95aefcb27b1bc638bc151f0f36d11600120d93/488",
            "unit_tests": "11b0a7a1b9a2ce195eabc69d97cf90e491d4b31064b930c344eb2bc2231a7025/1062",
            "url_unittests": "6b5f60e72f4b539b69f2ef2bc73ff39857059ccce223dee4fb216d45806457a9/488",
            "usage_time_limit_unittests": "eb09f1a0cf557ddb228b8f74a76cec0099b1d2ccb3514bcc417d76276800f759/568",
            "views_unittests": "8a6906cf51c229a94977c1e7726e474e75e1c1e199d84a6600bfd219ea396577/488",
            "viz_unittests": "d6309bd480f3cbdc32b5eeac9c896021cb02f84b057e729c6e7f69944165a790/572",
            "wayland_client_perftests": "b1bd94019963dba17f3278034c52b030d43fa737568781ebe590575199ffbd76/647",
            "wayland_client_tests": "955b9d45a8845691329e7df63a033c05d348c22edbabee6dc79ce802c82bcbbc/647",
            "wm_unittests": "44ee0a363a434c7d05f4513ffb20ce1412a4d5e3f8d47e0c7369f06a76025d06/488",
            "wtf_unittests": "565b0f900e2c35fa2700b5ae6f0f71b743fc57f1c0b44f9c77ad4cc6380705f7/488",
            "zlib_unittests": "bd7663237effe6a4da8b7773389ca1115d160e4365f7af1fc8c3f0a375dd0352/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8874660401560573664"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "107837"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:02:13.622] Scheduled build:
{
  "id": "8709230338059470561",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 65515,
  "createdBy": "project:chromium",
  "createTime": "2025-07-16T01:02:13.134388885Z",
  "updateTime": "2025-07-16T01:02:13.134388885Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c",
      "ref": "refs/heads/main"
    }
  }
}
[01:02:13.622] Task URL: https://cr-buildbucket.appspot.com/build/8709230338059470561
[01:02:13.622] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:2:0) after 7m49s
[01:02:24.685] Received PubSub notification, asking Buildbucket for the build status
[01:02:24.714] Build status: SCHEDULED
[01:02:49.993] Received PubSub notification, asking Buildbucket for the build status
[01:02:50.015] Build status: STARTED
[01:10:02.633] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:2:0)
[01:10:02.672] Build status: STARTED
[01:10:02.672] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:5:0) after 5m41s
[01:15:43.761] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:5:0)
[01:15:43.786] Build status: STARTED
[01:15:43.786] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:6:0) after 8m19s
[01:24:02.809] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:6:0)
[01:24:02.837] Build status: STARTED
[01:24:02.837] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:7:0) after 3m9s
[01:27:11.964] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:7:0)
[01:27:12.039] Build status: STARTED
[01:27:12.039] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:8:0) after 7m0s
[01:34:12.022] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:8:0)
[01:34:12.060] Build status: STARTED
[01:34:12.060] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:9:0) after 4m45s
[01:38:57.109] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:9:0)
[01:38:57.136] Build status: STARTED
[01:38:57.136] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:10:0) after 1m28s
[01:40:25.281] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:10:0)
[01:40:25.320] Build status: STARTED
[01:40:25.320] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:11:0) after 5m23s
[01:45:48.397] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:11:0)
[01:45:48.422] Build status: STARTED
[01:45:48.423] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:12:0) after 7m25s
[01:53:13.541] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:12:0)
[01:53:13.574] Build status: STARTED
[01:53:13.574] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:13:0) after 1m27s
[01:54:40.607] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:13:0)
[01:54:40.682] Build status: STARTED
[01:54:40.682] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:14:0) after 4m44s
[01:59:24.715] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:14:0)
[01:59:24.744] Build status: STARTED
[01:59:24.744] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:15:0) after 1m37s
[02:01:01.802] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:15:0)
[02:01:01.820] Build status: STARTED
[02:01:01.820] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:16:0) after 4m4s
[02:05:05.855] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:16:0)
[02:05:05.874] Build status: STARTED
[02:05:05.874] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:17:0) after 4m15s
[02:09:20.976] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:17:0)
[02:09:21.023] Build status: STARTED
[02:09:21.023] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:18:0) after 7m40s
[02:17:01.049] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:18:0)
[02:17:01.077] Build status: STARTED
[02:17:01.077] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:19:0) after 8m59s
[02:26:00.130] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:19:0)
[02:26:00.157] Build status: STARTED
[02:26:00.157] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:20:0) after 8m13s
[02:34:13.325] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:20:0)
[02:34:13.426] Build status: STARTED
[02:34:13.426] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:21:0) after 4m12s
[02:38:25.499] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:21:0)
[02:38:25.516] Build status: STARTED
[02:38:25.516] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:22:0) after 3m51s
[02:42:16.544] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:22:0)
[02:42:16.568] Build status: STARTED
[02:42:16.568] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:23:0) after 3m56s
[02:46:12.600] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:23:0)
[02:46:12.624] Build status: STARTED
[02:46:12.624] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:24:0) after 1m7s
[02:47:19.608] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:24:0)
[02:47:19.624] Build status: STARTED
[02:47:19.624] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:25:0) after 6m28s
[02:53:47.647] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:25:0)
[02:53:47.671] Build status: STARTED
[02:53:47.671] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:26:0) after 4m32s
[02:58:19.662] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:26:0)
[02:58:19.686] Build status: STARTED
[02:58:19.686] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:27:0) after 3m23s
[03:01:42.710] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:27:0)
[03:01:42.746] Build status: STARTED
[03:01:42.747] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:28:0) after 3m6s
[03:04:48.788] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:28:0)
[03:04:48.811] Build status: STARTED
[03:04:48.811] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:29:0) after 6m49s
[03:11:37.905] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:29:0)
[03:11:37.924] Build status: STARTED
[03:11:37.924] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:30:0) after 4m52s
[03:16:29.989] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:30:0)
[03:16:30.031] Build status: STARTED
[03:16:30.031] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:31:0) after 4m1s
[03:20:31.204] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:31:0)
[03:20:31.281] Build status: STARTED
[03:20:31.281] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:32:0) after 1m5s
[03:21:36.306] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:32:0)
[03:21:36.330] Build status: STARTED
[03:21:36.330] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:33:0) after 6m12s
[03:27:48.312] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:33:0)
[03:27:48.331] Build status: STARTED
[03:27:48.331] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:34:0) after 7m7s
[03:34:55.364] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:34:0)
[03:34:55.389] Build status: STARTED
[03:34:55.389] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:35:0) after 7m28s
[03:42:23.409] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:35:0)
[03:42:23.431] Build status: STARTED
[03:42:23.431] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:36:0) after 4m1s
[03:46:24.453] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:36:0)
[03:46:24.473] Build status: STARTED
[03:46:24.473] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:37:0) after 9m27s
[03:55:51.500] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:37:0)
[03:55:51.539] Build status: STARTED
[03:55:51.539] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:38:0) after 1m20s
[03:57:11.595] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:38:0)
[03:57:11.648] Build status: STARTED
[03:57:11.648] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:39:0) after 1m9s
[03:58:20.643] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:39:0)
[03:58:20.683] Build status: STARTED
[03:58:20.683] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8874660401560573664:40:0) after 8m32s
[04:03:20.036] Received PubSub notification, asking Buildbucket for the build status
[04:03:20.054] Build:
{
  "id": "8709230338059470561",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 65515,
  "createdBy": "project:chromium",
  "createTime": "2025-07-16T01:02:13.134388885Z",
  "startTime": "2025-07-16T01:02:38.170448536Z",
  "endTime": "2025-07-16T04:03:19.611946024Z",
  "updateTime": "2025-07-16T04:03:19.611946024Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cf37d1a1d98e85e3287fb541fa3fa09a1c96243c",
      "ref": "refs/heads/main"
    }
  }
}
[04:03:20.054] Invocation finished in 3h1m9.641697049s with status FAILED