Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "414c1092a6bac66459fdec5e0095dfb8423f6dd6",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "414c1092a6bac66459fdec5e0095dfb8423f6dd6"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8696930127200223025"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8696930127200223025"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8696930127200223025"
    }
  ],
  "parent_build_id": "8696930127200223025",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "871a8eed7188978bf275a2956ff22f4c38578dfe",
  "parent_got_dawn_revision": "53afdd197744e8212936afdc89048e77e6729ced",
  "parent_got_revision": "414c1092a6bac66459fdec5e0095dfb8423f6dd6",
  "parent_got_revision_cp": "refs/heads/main@{#1551626}",
  "parent_got_swiftshader_revision": "498a6f760dea6cdda0302406c49b8fbb09b9af92",
  "parent_got_v8_revision": "80acc26727d5a34e77dabeebe7c9213ec1bd4768",
  "parent_got_v8_revision_cp": "refs/heads/14.4.258@{#1}",
  "parent_got_webrtc_revision": "2b966b7714aad2ade8f703dddcb6d28609223aa5",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46345}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "414c1092a6bac66459fdec5e0095dfb8423f6dd6",
  "swarm_hashes": {
    "absl_hardening_tests": "1228685cad7342ea8d1115ba907873c780e4fb06d729581c0ff111a3dba3cf13/488",
    "accessibility_unittests": "05d286a2e6343c122e3bc160e959bedaed7dfc8c47f514e10a6afc8f5d94357b/488",
    "angle_unittests": "c45657eb6ee6bc721e8201c8a301644711a1f74ec3ef0dfc96ae7cd7cb9268d1/489",
    "app_shell_unittests": "e31544572df626170c24c59fdfa82d1a5d6f5da2e4639b9445478c9d8fbf05dd/649",
    "ash_components_unittests": "eb69f8cce341eddf17477d49553b7e58f3661238149e4c4f56ac80b52f1c16f4/649",
    "ash_unittests": "5c02a87e5a00a0e58d9e16099a8cb8abd205f5c88ba6e01462b877437e298322/800",
    "ash_webui_unittests": "f57732a21279ca5a75bfa0a48be05f46b16c26d2c5fb6e999318bc8be55e63d1/648",
    "aura_unittests": "1cd7d4ae756f6e501a0f13d095e2b0e638129db8e021b052dbc6c204cafe314c/488",
    "base_unittests": "22b534e0e382cb27c18e9a59d36521d58484fd342396acce3dee9c5fc188f1c3/566",
    "blink_common_unittests": "65fafea6ce3535457f15a8d180aa5022f8407b7401c4740d2423bea09df98d48/566",
    "blink_fuzzer_unittests": "d592cdd6b96e1997668c0dfe234282fc2cabcaa0e018414eb28fcc5d1d2fb7ec/488",
    "blink_heap_unittests": "0f0898db6392158d711527920ad2bf4fa88b5afa4a2fe93e0d36a798cd307d3b/488",
    "blink_platform_unittests": "965efd293af43a999c5c160a717d562861f592fe795bf4a9a443b72da9bc8c21/645",
    "blink_unittests": "77c277667053b0c374d2d42883299b66c89cb552f459e08a03360d0298ae49c0/729",
    "boringssl_crypto_tests": "698b3c8ba54b761f68d1e451a363a2ab8bb4a6a224883f5be4e7f96e10c5a29b/489",
    "boringssl_ssl_tests": "84297684bdbe577a416183aad7bce50f096927977f07cdd7c0241e9da2888a0e/488",
    "browser_tests": "c3976ff1c5dfa8934881ae51077a58ac2d8d0667c040fe953d84e7fb1b4060e2/1299",
    "capture_unittests": "355c56024dd9c48e4f022dd23a99ab7a14af6f894ecd0daea4eafab0cb5deb2e/567",
    "cast_unittests": "1afb496a0f419caa9cee715621f97b9abc2c1809e664ce4dac8628a0894d3671/488",
    "cc_unittests": "21fb1d31c65fa3928bd5b08d8e484f1e6591c9f581e6dc21f9d38222d5cde522/648",
    "chrome_app_unittests": "cc37bbf7dc56c1dd8151d6a799365cd4d4e6e309927548393475e6aca5860904/648",
    "chromedriver_unittests": "0af68c2db1d2f3356c5183d46e0b78d0615a940bef573f7a9295950cad95e174/645",
    "chromeos_components_unittests": "de30d477c2e4b1337d59f6f60de71a2210cfcdcacc4670c044f6dbf3ff9dee12/647",
    "chromeos_unittests": "0b351641a116bd9f1a7de48708d9ca259a99703747ad6e1b0657a3a922750793/807",
    "components_browsertests": "0f85ca131a6cec2eb39f6a24c5ff2f2b1a226cab77be547c2b3655d641a6c424/732",
    "components_unittests": "e9f11348d338b5b1108d0db73b7bc90a35135d8824ef2a7d5eefc1a67f2126a2/894",
    "compositor_unittests": "f60523f60cda9b71afff2a70b2e2b19f803c5248a1f67e87bf73a89851dd9fd2/564",
    "content_browsertests": "f1e3fc1f6975b02a1be4c7738547d38eefb2424766dbcaf50933cf60b76299b9/805",
    "content_unittests": "311188b2366d67c846a8fd5916cb7e86e9198f505daec834121e51ef90010213/725",
    "crashpad_tests": "8a7a3a2138a9d20e4b13366b8b562301d8be4a3ef056699c836928ba92c56bae/489",
    "crypto_unittests": "7514c9cafc337aa2384b1b31f89e0eac67b6efdac9cc0da5a947c7beab97aac5/568",
    "dbus_unittests": "8f03442add5b7bfbef462a49bd66cbf5900359df927a837c026da736440c418f/488",
    "device_unittests": "1e7d0b2356ea36ddedb7daf44d280a073aaebce89285b6c646d9f6ee73451211/565",
    "display_unittests": "59f47f5aa5b48b41e2169148ac7e42795b69e54db0404d75ceb20d6141fc727e/488",
    "env_chromium_unittests": "a662926a00106a12a04286e9a07496eff6900de48e3a3e8012cdfa8a336ca3a4/488",
    "events_unittests": "fccf4746a00445192b41cff7715fd0593591d4a67778d40e759ee9569207986d/488",
    "exo_unittests": "9be4fd40177bcbb4988966b2ae693e20b5413290d3a7bc958edc00804865a8d4/647",
    "extensions_browsertests": "4b14f68fa2213094005da8b63c825eea24c77b8aab111910954d304d3eaddc24/651",
    "extensions_unittests": "d13b20edfb49edb502c2fed4e53a8413370a9f85c8ac8c2417d056566f52627e/812",
    "filesystem_service_unittests": "f88194b020b3dc6b7aaa0280a016977462cae76f25c08c1f4a13a74ab0c02fab/488",
    "fuzzing_unittests": "d4a2a0de5dfa68213c833272642383a45c71b061e0cc5dee1f4a648b4b6737da/488",
    "gcm_unit_tests": "7a06f669a043833a7b3a40857a3be253250241d7de36fd0dbfb14b0b54a30eac/565",
    "gfx_unittests": "244143773444c0b82126c49aa5639b22a66c02441f9aaaf1d2538a174c4b217e/564",
    "gl_unittests_ozone": "7a949068bdaf242d16fb369c20ef9000ecdb23779704fd8572ee49db1feea270/488",
    "google_apis_unittests": "c1b3a17bd71c59452f07140d4c54566ddf2c901ef3b00c6e8873ddd51531f34e/650",
    "gpu_unittests": "594e5216cde387b89eb2dafc33d6861331da4cf6451f45483d4ed9bbf072f777/565",
    "gwp_asan_unittests": "53f368dd0877928b472f80cd6f4f961623319742f6ca234bc9b4a5f7f2549585/489",
    "interactive_ui_tests": "72170b2d1989c20687078f543e09e689452db294fa14613bca6885e12dbd89aa/1142",
    "ipc_tests": "03e4f75b2477727bec8f2f1c07c648b9fe7230c6ada413faa5170680431874be/488",
    "keyboard_unittests": "01eb4bba3844b70254289787c4272f69dc77d2d8ab0a6550ddef80c54cdae8a9/488",
    "latency_unittests": "760b999989107fc0bcd2dce6725cda1da5f1a86ea416abaf07acdbfd672143c2/488",
    "leveldb_unittests": "206f493f274e6f5f5ef1a71032e3d1bc1745d0fe80975266795e082a966ba9fc/488",
    "libjingle_xmpp_unittests": "fe5b8ab179e9862fe502addc827ca5c6ee95ce1f4a5ed5f26869885a14aea7e6/488",
    "liburlpattern_unittests": "a68e54c23d3251476ad150ad78f52452d03e5c9350584f9d6abacc7917d103c1/488",
    "media_unittests": "aad0656e1611a3527068edef63fa5d460aee624393963d8a2c6e3ae34b435f58/568",
    "message_center_unittests": "755395b5bee3b60d0cdd85d5190ff6e81fcf8d2e362dfaf07363ce3c6f5a2205/488",
    "midi_unittests": "3cb1b45e7a05a660ede9cfb667e184550251a5f13fdf0bcc5b79d968691b1152/488",
    "mojo_unittests": "b247fc77db0c5ef63b8e6fcffb69aec7a827860b9145c00e6fbc9eb34d4d55a8/566",
    "native_theme_unittests": "9175f73d1d0c0b74403d5eedd40892c6be09a822c14443acb04ec7bb1bb6bad1/488",
    "net_unittests": "6defa035320d4cf1e477966aad06d0c1e763980a4de9866ebdb35874be825650/567",
    "ozone_gl_unittests": "0c9dc798a33be77cac9ab26553555e4d34ef54b03c7546c3418ccf769890dc7a/488",
    "ozone_unittests": "9ece0615c0751925a482ec08137992b434224f437f080f9d0191d0713b39594a/488",
    "ozone_x11_unittests": "3d624f3bc1f3d321cfe201ea1b087bbbfc0dbdd8f85b2c12c6759d0dd53bf465/488",
    "pdf_unittests": "0e7bbb1d86c10719bacc7f278debc43f8a92de66490f1539f33b52a6dc1f4b5f/565",
    "perfetto_unittests": "cf0ff136b571a249161ebbac25eb5b1be0f074c7ffb032b4dd6744aaf8f47932/488",
    "printing_unittests": "1530252045d4bf414e0bcd69477332f5311bb7741bbeaf6c1f364fae49bb5723/488",
    "pthreadpool_unittests": "45e0afa65047a8009b9da67e392e04003eae8b662f78177199d42e6b4be2dcf6/488",
    "remoting_unittests": "a77d2cb64df1a2868e41fb4a71f8c2539e833e4591122abd728ebc83080c04f8/647",
    "sandbox_linux_unittests": "0fc5beb9f242eb5044a548e9d2e3cae53d5032eec88a083e13a55ff403218600/488",
    "services_unittests": "3aa94b1cd9d93bf20abafbd389bf591441f08a0ad7dca57d306c9f39ddb1c852/816",
    "shell_dialogs_unittests": "c5ba22462188826faea40d57cf0a06a59190e59d544d0b6d93343343274f4f4c/488",
    "shell_encryption_unittests": "8c3a9e94374b77ce6e29157ce83ea5709dc260ee909feba2b915ba55946c9561/488",
    "skia_unittests": "fdee49c015173e5147f1106d55bf5d46fa15ed9b8178588295d9d2c173a3ad0b/488",
    "snapshot_unittests": "fc66e1126cb269ca60a0bb9b0c57636afbaa2fdc8e4c9e852c4c8a9d6e2b2bbb/488",
    "sql_unittests": "2fda8c900258974b6158a350acdc11ca329d73671f66dd569a8c95aa9373dc3f/565",
    "storage_unittests": "d3388859bab369e76e234f4cf917e417f0fb4eecaefbc2ec2d6e55a35a399c32/646",
    "sync_integration_tests": "69bd97340bc6f92b6121cfc3408467923e9b3f3157d6254eb94803fc06672a67/730",
    "ui_base_unittests": "af85398df5a7b3d568ce8c5def637e9ba75c9bfb39e0dc3ddd7e1ada9908f3c1/641",
    "ui_chromeos_unittests": "30478ff1c078323047be590e172cc1016b1e7a07af01f2971bbe01452760b669/488",
    "ui_touch_selection_unittests": "ed8fdf4269e14941b8cd25ac9635ef896b804a9d0b0608c014b46fbbba049bfa/488",
    "ui_unittests": "e87634be6971e5a4275e7136e07c1404fb74cd6bd826f53c8ba504a351fd28c0/488",
    "unit_tests": "52d650fd7bab335e35c7dd105f9f3a90690cd021f7f6db4ac3a9aa5e6fa3985c/1062",
    "url_unittests": "77ec6939ed4742dee139108d95d1733ec5142e8b0e83db1cd38f0e5621091fa7/488",
    "usage_time_limit_unittests": "9d2bc7152b1c938e6d9dd102f78dba1dec4f69e2b5bb283d3b4c87f9df82ad81/568",
    "views_unittests": "54a5b611881542cb6c2a704d4094e9343e6b38ed92b65a1c1fdc777fdc030e64/488",
    "viz_unittests": "7cec86355b030e1dcc4fa8bdef4f1c963632aea212a3cd45e2b8558d4ba56bc9/572",
    "wayland_client_perftests": "f75ab7cb5055e7021724ae28fe9b5d767207b083d5761694a687d995f822dbf3/647",
    "wayland_client_tests": "ea7435733d849e92ab4bf2f5cc5ec966b2ee188cf3894cbd223304ca03b61bd8/647",
    "wm_unittests": "eaf65b43c3f178147d97fbd2ed74e228e4b145719402f055d14cdc22305611ca/488",
    "wtf_unittests": "b036c5e7c3e4e4a6a6db4c9b50547bedeed270266c85b35a08c8167ad7dcef03/488",
    "zlib_unittests": "f40fedcdf4110ef51498b9b3786d535c9cd4ab83064b84f24c86f08144b77f28/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/414c1092a6bac66459fdec5e0095dfb8423f6dd6
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:116301
  • user_agent:recipe

Debug log (UTC)

[19:53:26.074] New invocation is queued and will start shortly
[19:53:26.074] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:53:27.325] Starting the invocation (attempt 1)
[19:53:27.351] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/414c1092a6bac66459fdec5e0095dfb8423f6dd6"
[19:53:27.351] Popped gitiles commit info from properties and tags
[19:53:27.351] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:53:27.352] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:53:27.352] Buildbucket request:
{
  "requestId": "8862358638318627104",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "414c1092a6bac66459fdec5e0095dfb8423f6dd6",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "414c1092a6bac66459fdec5e0095dfb8423f6dd6"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8696930127200223025"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8696930127200223025"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8696930127200223025"
                }
          ],
      "parent_build_id": "8696930127200223025",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "871a8eed7188978bf275a2956ff22f4c38578dfe",
      "parent_got_dawn_revision": "53afdd197744e8212936afdc89048e77e6729ced",
      "parent_got_revision": "414c1092a6bac66459fdec5e0095dfb8423f6dd6",
      "parent_got_revision_cp": "refs/heads/main@{#1551626}",
      "parent_got_swiftshader_revision": "498a6f760dea6cdda0302406c49b8fbb09b9af92",
      "parent_got_v8_revision": "80acc26727d5a34e77dabeebe7c9213ec1bd4768",
      "parent_got_v8_revision_cp": "refs/heads/14.4.258@{#1}",
      "parent_got_webrtc_revision": "2b966b7714aad2ade8f703dddcb6d28609223aa5",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46345}",
      "swarm_hashes": {
            "absl_hardening_tests": "1228685cad7342ea8d1115ba907873c780e4fb06d729581c0ff111a3dba3cf13/488",
            "accessibility_unittests": "05d286a2e6343c122e3bc160e959bedaed7dfc8c47f514e10a6afc8f5d94357b/488",
            "angle_unittests": "c45657eb6ee6bc721e8201c8a301644711a1f74ec3ef0dfc96ae7cd7cb9268d1/489",
            "app_shell_unittests": "e31544572df626170c24c59fdfa82d1a5d6f5da2e4639b9445478c9d8fbf05dd/649",
            "ash_components_unittests": "eb69f8cce341eddf17477d49553b7e58f3661238149e4c4f56ac80b52f1c16f4/649",
            "ash_unittests": "5c02a87e5a00a0e58d9e16099a8cb8abd205f5c88ba6e01462b877437e298322/800",
            "ash_webui_unittests": "f57732a21279ca5a75bfa0a48be05f46b16c26d2c5fb6e999318bc8be55e63d1/648",
            "aura_unittests": "1cd7d4ae756f6e501a0f13d095e2b0e638129db8e021b052dbc6c204cafe314c/488",
            "base_unittests": "22b534e0e382cb27c18e9a59d36521d58484fd342396acce3dee9c5fc188f1c3/566",
            "blink_common_unittests": "65fafea6ce3535457f15a8d180aa5022f8407b7401c4740d2423bea09df98d48/566",
            "blink_fuzzer_unittests": "d592cdd6b96e1997668c0dfe234282fc2cabcaa0e018414eb28fcc5d1d2fb7ec/488",
            "blink_heap_unittests": "0f0898db6392158d711527920ad2bf4fa88b5afa4a2fe93e0d36a798cd307d3b/488",
            "blink_platform_unittests": "965efd293af43a999c5c160a717d562861f592fe795bf4a9a443b72da9bc8c21/645",
            "blink_unittests": "77c277667053b0c374d2d42883299b66c89cb552f459e08a03360d0298ae49c0/729",
            "boringssl_crypto_tests": "698b3c8ba54b761f68d1e451a363a2ab8bb4a6a224883f5be4e7f96e10c5a29b/489",
            "boringssl_ssl_tests": "84297684bdbe577a416183aad7bce50f096927977f07cdd7c0241e9da2888a0e/488",
            "browser_tests": "c3976ff1c5dfa8934881ae51077a58ac2d8d0667c040fe953d84e7fb1b4060e2/1299",
            "capture_unittests": "355c56024dd9c48e4f022dd23a99ab7a14af6f894ecd0daea4eafab0cb5deb2e/567",
            "cast_unittests": "1afb496a0f419caa9cee715621f97b9abc2c1809e664ce4dac8628a0894d3671/488",
            "cc_unittests": "21fb1d31c65fa3928bd5b08d8e484f1e6591c9f581e6dc21f9d38222d5cde522/648",
            "chrome_app_unittests": "cc37bbf7dc56c1dd8151d6a799365cd4d4e6e309927548393475e6aca5860904/648",
            "chromedriver_unittests": "0af68c2db1d2f3356c5183d46e0b78d0615a940bef573f7a9295950cad95e174/645",
            "chromeos_components_unittests": "de30d477c2e4b1337d59f6f60de71a2210cfcdcacc4670c044f6dbf3ff9dee12/647",
            "chromeos_unittests": "0b351641a116bd9f1a7de48708d9ca259a99703747ad6e1b0657a3a922750793/807",
            "components_browsertests": "0f85ca131a6cec2eb39f6a24c5ff2f2b1a226cab77be547c2b3655d641a6c424/732",
            "components_unittests": "e9f11348d338b5b1108d0db73b7bc90a35135d8824ef2a7d5eefc1a67f2126a2/894",
            "compositor_unittests": "f60523f60cda9b71afff2a70b2e2b19f803c5248a1f67e87bf73a89851dd9fd2/564",
            "content_browsertests": "f1e3fc1f6975b02a1be4c7738547d38eefb2424766dbcaf50933cf60b76299b9/805",
            "content_unittests": "311188b2366d67c846a8fd5916cb7e86e9198f505daec834121e51ef90010213/725",
            "crashpad_tests": "8a7a3a2138a9d20e4b13366b8b562301d8be4a3ef056699c836928ba92c56bae/489",
            "crypto_unittests": "7514c9cafc337aa2384b1b31f89e0eac67b6efdac9cc0da5a947c7beab97aac5/568",
            "dbus_unittests": "8f03442add5b7bfbef462a49bd66cbf5900359df927a837c026da736440c418f/488",
            "device_unittests": "1e7d0b2356ea36ddedb7daf44d280a073aaebce89285b6c646d9f6ee73451211/565",
            "display_unittests": "59f47f5aa5b48b41e2169148ac7e42795b69e54db0404d75ceb20d6141fc727e/488",
            "env_chromium_unittests": "a662926a00106a12a04286e9a07496eff6900de48e3a3e8012cdfa8a336ca3a4/488",
            "events_unittests": "fccf4746a00445192b41cff7715fd0593591d4a67778d40e759ee9569207986d/488",
            "exo_unittests": "9be4fd40177bcbb4988966b2ae693e20b5413290d3a7bc958edc00804865a8d4/647",
            "extensions_browsertests": "4b14f68fa2213094005da8b63c825eea24c77b8aab111910954d304d3eaddc24/651",
            "extensions_unittests": "d13b20edfb49edb502c2fed4e53a8413370a9f85c8ac8c2417d056566f52627e/812",
            "filesystem_service_unittests": "f88194b020b3dc6b7aaa0280a016977462cae76f25c08c1f4a13a74ab0c02fab/488",
            "fuzzing_unittests": "d4a2a0de5dfa68213c833272642383a45c71b061e0cc5dee1f4a648b4b6737da/488",
            "gcm_unit_tests": "7a06f669a043833a7b3a40857a3be253250241d7de36fd0dbfb14b0b54a30eac/565",
            "gfx_unittests": "244143773444c0b82126c49aa5639b22a66c02441f9aaaf1d2538a174c4b217e/564",
            "gl_unittests_ozone": "7a949068bdaf242d16fb369c20ef9000ecdb23779704fd8572ee49db1feea270/488",
            "google_apis_unittests": "c1b3a17bd71c59452f07140d4c54566ddf2c901ef3b00c6e8873ddd51531f34e/650",
            "gpu_unittests": "594e5216cde387b89eb2dafc33d6861331da4cf6451f45483d4ed9bbf072f777/565",
            "gwp_asan_unittests": "53f368dd0877928b472f80cd6f4f961623319742f6ca234bc9b4a5f7f2549585/489",
            "interactive_ui_tests": "72170b2d1989c20687078f543e09e689452db294fa14613bca6885e12dbd89aa/1142",
            "ipc_tests": "03e4f75b2477727bec8f2f1c07c648b9fe7230c6ada413faa5170680431874be/488",
            "keyboard_unittests": "01eb4bba3844b70254289787c4272f69dc77d2d8ab0a6550ddef80c54cdae8a9/488",
            "latency_unittests": "760b999989107fc0bcd2dce6725cda1da5f1a86ea416abaf07acdbfd672143c2/488",
            "leveldb_unittests": "206f493f274e6f5f5ef1a71032e3d1bc1745d0fe80975266795e082a966ba9fc/488",
            "libjingle_xmpp_unittests": "fe5b8ab179e9862fe502addc827ca5c6ee95ce1f4a5ed5f26869885a14aea7e6/488",
            "liburlpattern_unittests": "a68e54c23d3251476ad150ad78f52452d03e5c9350584f9d6abacc7917d103c1/488",
            "media_unittests": "aad0656e1611a3527068edef63fa5d460aee624393963d8a2c6e3ae34b435f58/568",
            "message_center_unittests": "755395b5bee3b60d0cdd85d5190ff6e81fcf8d2e362dfaf07363ce3c6f5a2205/488",
            "midi_unittests": "3cb1b45e7a05a660ede9cfb667e184550251a5f13fdf0bcc5b79d968691b1152/488",
            "mojo_unittests": "b247fc77db0c5ef63b8e6fcffb69aec7a827860b9145c00e6fbc9eb34d4d55a8/566",
            "native_theme_unittests": "9175f73d1d0c0b74403d5eedd40892c6be09a822c14443acb04ec7bb1bb6bad1/488",
            "net_unittests": "6defa035320d4cf1e477966aad06d0c1e763980a4de9866ebdb35874be825650/567",
            "ozone_gl_unittests": "0c9dc798a33be77cac9ab26553555e4d34ef54b03c7546c3418ccf769890dc7a/488",
            "ozone_unittests": "9ece0615c0751925a482ec08137992b434224f437f080f9d0191d0713b39594a/488",
            "ozone_x11_unittests": "3d624f3bc1f3d321cfe201ea1b087bbbfc0dbdd8f85b2c12c6759d0dd53bf465/488",
            "pdf_unittests": "0e7bbb1d86c10719bacc7f278debc43f8a92de66490f1539f33b52a6dc1f4b5f/565",
            "perfetto_unittests": "cf0ff136b571a249161ebbac25eb5b1be0f074c7ffb032b4dd6744aaf8f47932/488",
            "printing_unittests": "1530252045d4bf414e0bcd69477332f5311bb7741bbeaf6c1f364fae49bb5723/488",
            "pthreadpool_unittests": "45e0afa65047a8009b9da67e392e04003eae8b662f78177199d42e6b4be2dcf6/488",
            "remoting_unittests": "a77d2cb64df1a2868e41fb4a71f8c2539e833e4591122abd728ebc83080c04f8/647",
            "sandbox_linux_unittests": "0fc5beb9f242eb5044a548e9d2e3cae53d5032eec88a083e13a55ff403218600/488",
            "services_unittests": "3aa94b1cd9d93bf20abafbd389bf591441f08a0ad7dca57d306c9f39ddb1c852/816",
            "shell_dialogs_unittests": "c5ba22462188826faea40d57cf0a06a59190e59d544d0b6d93343343274f4f4c/488",
            "shell_encryption_unittests": "8c3a9e94374b77ce6e29157ce83ea5709dc260ee909feba2b915ba55946c9561/488",
            "skia_unittests": "fdee49c015173e5147f1106d55bf5d46fa15ed9b8178588295d9d2c173a3ad0b/488",
            "snapshot_unittests": "fc66e1126cb269ca60a0bb9b0c57636afbaa2fdc8e4c9e852c4c8a9d6e2b2bbb/488",
            "sql_unittests": "2fda8c900258974b6158a350acdc11ca329d73671f66dd569a8c95aa9373dc3f/565",
            "storage_unittests": "d3388859bab369e76e234f4cf917e417f0fb4eecaefbc2ec2d6e55a35a399c32/646",
            "sync_integration_tests": "69bd97340bc6f92b6121cfc3408467923e9b3f3157d6254eb94803fc06672a67/730",
            "ui_base_unittests": "af85398df5a7b3d568ce8c5def637e9ba75c9bfb39e0dc3ddd7e1ada9908f3c1/641",
            "ui_chromeos_unittests": "30478ff1c078323047be590e172cc1016b1e7a07af01f2971bbe01452760b669/488",
            "ui_touch_selection_unittests": "ed8fdf4269e14941b8cd25ac9635ef896b804a9d0b0608c014b46fbbba049bfa/488",
            "ui_unittests": "e87634be6971e5a4275e7136e07c1404fb74cd6bd826f53c8ba504a351fd28c0/488",
            "unit_tests": "52d650fd7bab335e35c7dd105f9f3a90690cd021f7f6db4ac3a9aa5e6fa3985c/1062",
            "url_unittests": "77ec6939ed4742dee139108d95d1733ec5142e8b0e83db1cd38f0e5621091fa7/488",
            "usage_time_limit_unittests": "9d2bc7152b1c938e6d9dd102f78dba1dec4f69e2b5bb283d3b4c87f9df82ad81/568",
            "views_unittests": "54a5b611881542cb6c2a704d4094e9343e6b38ed92b65a1c1fdc777fdc030e64/488",
            "viz_unittests": "7cec86355b030e1dcc4fa8bdef4f1c963632aea212a3cd45e2b8558d4ba56bc9/572",
            "wayland_client_perftests": "f75ab7cb5055e7021724ae28fe9b5d767207b083d5761694a687d995f822dbf3/647",
            "wayland_client_tests": "ea7435733d849e92ab4bf2f5cc5ec966b2ee188cf3894cbd223304ca03b61bd8/647",
            "wm_unittests": "eaf65b43c3f178147d97fbd2ed74e228e4b145719402f055d14cdc22305611ca/488",
            "wtf_unittests": "b036c5e7c3e4e4a6a6db4c9b50547bedeed270266c85b35a08c8167ad7dcef03/488",
            "zlib_unittests": "f40fedcdf4110ef51498b9b3786d535c9cd4ab83064b84f24c86f08144b77f28/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "414c1092a6bac66459fdec5e0095dfb8423f6dd6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8862358638318627104"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "116301"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:53:27.786] Scheduled build:
{
  "id": "8696928576254618801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67318,
  "createdBy": "project:chromium",
  "createTime": "2025-11-28T19:53:27.414677748Z",
  "updateTime": "2025-11-28T19:53:27.414677748Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "414c1092a6bac66459fdec5e0095dfb8423f6dd6",
      "ref": "refs/heads/main"
    }
  }
}
[19:53:27.786] Task URL: https://cr-buildbucket.appspot.com/build/8696928576254618801
[19:53:27.786] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:2:0) after 3m41s
[19:53:28.065] Received PubSub notification, asking Buildbucket for the build status
[19:53:28.083] Build status: SCHEDULED
[19:54:24.234] Received PubSub notification, asking Buildbucket for the build status
[19:54:24.272] Build status: STARTED
[19:57:08.825] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:2:0)
[19:57:08.840] Build status: STARTED
[19:57:08.840] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:5:0) after 5m30s
[20:02:38.961] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:5:0)
[20:02:39.006] Build status: STARTED
[20:02:39.006] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:6:0) after 8m54s
[20:11:33.117] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:6:0)
[20:11:33.133] Build status: STARTED
[20:11:33.133] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:7:0) after 3m7s
[20:14:40.277] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:7:0)
[20:14:40.293] Build status: STARTED
[20:14:40.293] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:8:0) after 9m41s
[20:24:21.526] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:8:0)
[20:24:21.541] Build status: STARTED
[20:24:21.541] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:9:0) after 5m20s
[20:29:41.608] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:9:0)
[20:29:41.635] Build status: STARTED
[20:29:41.635] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:10:0) after 4m53s
[20:34:34.767] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:10:0)
[20:34:34.788] Build status: STARTED
[20:34:34.788] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:11:0) after 4m6s
[20:38:40.808] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:11:0)
[20:38:40.855] Build status: STARTED
[20:38:40.855] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:12:0) after 3m21s
[20:42:01.877] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:12:0)
[20:42:01.894] Build status: STARTED
[20:42:01.894] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:13:0) after 2m18s
[20:44:20.218] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:13:0)
[20:44:20.242] Build status: STARTED
[20:44:20.242] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:14:0) after 5m56s
[20:50:16.282] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:14:0)
[20:50:16.316] Build status: STARTED
[20:50:16.316] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:15:0) after 5m0s
[20:55:16.923] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:15:0)
[20:55:16.938] Build status: STARTED
[20:55:16.938] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:16:0) after 1m47s
[20:57:03.968] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:16:0)
[20:57:03.997] Build status: STARTED
[20:57:03.997] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:17:0) after 9m30s
[21:06:34.243] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:17:0)
[21:06:34.266] Build status: STARTED
[21:06:34.266] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:18:0) after 2m39s
[21:09:13.290] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:18:0)
[21:09:13.311] Build status: STARTED
[21:09:13.311] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:19:0) after 9m24s
[21:18:37.348] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:19:0)
[21:18:37.361] Build status: STARTED
[21:18:37.361] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:20:0) after 3m46s
[21:22:23.394] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:20:0)
[21:22:23.414] Build status: STARTED
[21:22:23.414] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:21:0) after 6m37s
[21:29:00.461] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:21:0)
[21:29:00.495] Build status: STARTED
[21:29:00.495] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:22:0) after 6m32s
[21:35:32.657] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:22:0)
[21:35:32.674] Build status: STARTED
[21:35:32.674] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:23:0) after 9m9s
[21:44:41.829] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:23:0)
[21:44:41.846] Build status: STARTED
[21:44:41.847] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:24:0) after 3m41s
[21:48:22.874] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:24:0)
[21:48:22.891] Build status: STARTED
[21:48:22.891] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:25:0) after 8m35s
[21:56:57.871] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:25:0)
[21:56:57.929] Build status: STARTED
[21:56:57.930] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:26:0) after 5m53s
[22:02:51.020] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:26:0)
[22:02:51.034] Build status: STARTED
[22:02:51.034] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:27:0) after 5m30s
[22:08:21.058] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:27:0)
[22:08:21.081] Build status: STARTED
[22:08:21.081] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:28:0) after 3m4s
[22:11:25.417] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:28:0)
[22:11:25.466] Build status: STARTED
[22:11:25.466] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:29:0) after 2m36s
[22:14:01.520] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:29:0)
[22:14:01.545] Build status: STARTED
[22:14:01.545] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:30:0) after 1m19s
[22:15:20.619] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:30:0)
[22:15:20.639] Build status: STARTED
[22:15:20.639] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:31:0) after 6m8s
[22:21:28.800] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:31:0)
[22:21:28.861] Build status: STARTED
[22:21:28.862] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:32:0) after 5m39s
[22:27:07.936] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:32:0)
[22:27:07.974] Build status: STARTED
[22:27:07.974] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:33:0) after 8m37s
[22:35:45.048] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:33:0)
[22:35:45.063] Build status: STARTED
[22:35:45.064] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:34:0) after 1m50s
[22:37:35.143] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:34:0)
[22:37:35.188] Build status: STARTED
[22:37:35.188] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862358638318627104:35:0) after 2m30s
[22:39:10.007] Received PubSub notification, asking Buildbucket for the build status
[22:39:10.027] Build:
{
  "id": "8696928576254618801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67318,
  "createdBy": "project:chromium",
  "createTime": "2025-11-28T19:53:27.414677748Z",
  "startTime": "2025-11-28T19:54:23.858649941Z",
  "endTime": "2025-11-28T22:39:09.728402690Z",
  "updateTime": "2025-11-28T22:39:09.728402690Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "414c1092a6bac66459fdec5e0095dfb8423f6dd6",
      "ref": "refs/heads/main"
    }
  }
}
[22:39:10.027] Invocation finished in 2h45m43.965099021s with status FAILED