Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8703260995237310465"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8703260995237310465"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8703260995237310465"
    }
  ],
  "parent_build_id": "8703260995237310465",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "7db4a404ef7ad79616b23b6a56e2867d657c1fbc",
  "parent_got_dawn_revision": "f1209b99c5e320373286f0330a9eff63ad8a5dd2",
  "parent_got_revision": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88",
  "parent_got_revision_cp": "refs/heads/main@{#1518205}",
  "parent_got_swiftshader_revision": "7dd631d218ad1864ab672e60110034a65aed6367",
  "parent_got_v8_revision": "61c4019a18995fd39d3b1f1b3dcdc1f2110cdc31",
  "parent_got_v8_revision_cp": "refs/heads/14.2.177@{#1}",
  "parent_got_webrtc_revision": "368088b16dfd055eb2248aa0d9dbad2f3be8cd47",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45695}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88",
  "swarm_hashes": {
    "absl_hardening_tests": "8d339d974dc0f7fcf5e4ba8df8c18107dc9ecc48ef4ae932b1a16ccf398589bf/488",
    "accessibility_unittests": "4c4fd8cffa717e4d3b438a4f6775507324325b0edd79b2f66933647d0f7c0e9d/488",
    "angle_unittests": "2ee1702a6c2d86274787b4b97615a648c08ec98431c98a5d13192ec7e52a3d5c/489",
    "app_shell_unittests": "d6f348979532bd0ddc23fb59edc6601b8f9e9c5cb64035a75f21b071e430e7c6/649",
    "ash_components_unittests": "46a6e1f7e6d11681ec33dc979e2f47bf8ed5aac8a35533c59709d9e5accb3763/649",
    "ash_unittests": "e41d1b9311f1272e753b43e8a83f98b96b5b78b820c72e1bef943f97468cf415/800",
    "ash_webui_unittests": "86496dbffb4c08d63b79982fdef4550f3a888dd9f957f30800eba1adf307d43e/648",
    "aura_unittests": "62b7994ac703f9f4010ef2365de07082b1bf7a4a2cfcb4c731b3140fc5f0ad11/488",
    "base_unittests": "dcd4c068c989e13de58d57ac15f8f776424f3285ae94cb8c1574de078d2630a1/566",
    "blink_common_unittests": "1edd93ca2ec1551ae3952836b5a8ebc76dc2e3707167290c82c3efd16a640bec/566",
    "blink_fuzzer_unittests": "cb3c0b3dcc5b69350b78876c7a4b6cffd10c5f1bc69686bf929a73ced462340b/488",
    "blink_heap_unittests": "cae6a633602265416f87535f5acd769e15d32c97a63585cf821b3a1f73b46724/488",
    "blink_platform_unittests": "22de13fead653ec511c3565b3f8fd9699c2de77264dd68d2eddc00cc2b4c49ab/645",
    "blink_unittests": "3f83ce38ad27ae6b09ebb13daf79ae33248673468f21f7725e3f5336c351cabe/729",
    "boringssl_crypto_tests": "33fbdf9c42ae6e5a3eec3fbf862628d07057ec8d06abe3d98288471826d20614/489",
    "boringssl_ssl_tests": "2126fbecff6c8d577885dd6980067f270c21391a2c74c5cf8fd2071922df9d9e/488",
    "browser_tests": "cf15d63bc2ce6721c90e85e1955f33ff9fb1b050a7fbc3ca2b083a0d74b28356/1299",
    "capture_unittests": "5c8f621ede8a2cb6043705a7fcb252893c9ebb037b92db041998740bd6f4b0fc/567",
    "cast_unittests": "312a54f4059caae58bf3328b57e2e70b8e4b910e8f543b900cc8e2cd98738ff8/488",
    "cc_unittests": "1e91e2922ac1d10a30a431ea8d8368b4c40bee157059fd36776e377591f5e52a/648",
    "chrome_app_unittests": "62c34b0e2eee036bd4f9a736bd8d33b717e4e83d9f3c291f0aa449dfc79c00fc/648",
    "chromedriver_unittests": "c4b663c7d050337fc02b45680ec2d4ca8750307d7c4316e4324b6aecd90c5518/645",
    "chromeos_components_unittests": "2e5b5d99739202543bd8b462215a156dce1fb9c1dfab9b6d328977e8379a6eed/647",
    "chromeos_unittests": "47b540403129fdc0f1ddcc26a59c110bf7f6bfca0016086fa32473697d9d1746/807",
    "components_browsertests": "56ba411b37daa90eda96b75b4b9ac097ce7f8776c95ecc4dfe893a76bc7c148f/732",
    "components_unittests": "c3d41f0f067f98ffaaa52cbe12a8578eaf064ef8fa8e99a2c2c742454d3f4534/894",
    "compositor_unittests": "0730704a7e2ce2641670958065c08267a65c0b68143fc0a8365c1de5cccf010e/564",
    "content_browsertests": "86720b3053b1e9ce91bf84c5b2ec43028944caa12f2ea390c58e88793b688005/805",
    "content_unittests": "e2943c5a7e06a6b15055a95793d169b0b03b36b48bb6a07fe47f2e51ef2b71de/725",
    "crashpad_tests": "e6ebfe3309c5482340a57c1e8298f5a3548a6558b7fc7a99bdde2981e3d8bba8/489",
    "crypto_unittests": "209e08bb8e8192a6408c99879d156fa27c93d05614c2d82d29d3317b29e9008a/568",
    "dbus_unittests": "11ad218068427a531336af30dfd7ba5df056f7f8b52569cf9954c990a6ac8b69/488",
    "device_unittests": "14d1d06d7eb5c361d690600d08f8b038e1b56d65c3e5652c1bddbad368004ec9/565",
    "display_unittests": "b9e22d6868fe73970850d95feb92d04aced6eb04e05b688871de0fba56568c2f/488",
    "env_chromium_unittests": "68150bb21277ea3dc66be4dbb17cb3f940a234f453d7ec2a313c7b9b388e0813/488",
    "events_unittests": "17066aa381ecc985403265a50de8d83670e2bb2375da6fb4031e5ee5c00f6bb8/488",
    "exo_unittests": "d5f3861da328c08305ecb8c3d3de54e58bb3b959a32535bb6d31bee5d3d80b4b/647",
    "extensions_browsertests": "e21d80fd49e6e6c9bcd410009f2c490303b42abbcef9dadcb10a586f71a67e3c/651",
    "extensions_unittests": "7e27811dae175f83aecf24349ea80fb2349ee5b764652646733228ee16bfbffe/812",
    "filesystem_service_unittests": "95b2afee07adbd30875aef0eede5a4acb6417abb18514d4ae996e377decf69c7/488",
    "fuzzing_unittests": "5fc5d7c418a6dd8e4f36b6bdd3b72ce65a55ba8c948f8188283a07d72447d979/488",
    "gcm_unit_tests": "b8927c0a9ee5af84fcf78be15a292574f4ef0d5983b7a5163b13b110db4d94a0/565",
    "gfx_unittests": "980ad84d4fb5e11c702389c84bdccbe3e1f916561f7fad6e0d55173a9f540ae8/564",
    "gl_unittests_ozone": "83e8e342fe024bbfcc8dedf3c998955c489989cf59f26ec62da896b0177ad411/488",
    "google_apis_unittests": "9fa126d050cabf766ade354dea3b4511ae52cd47d61336bee061af3c18846a75/650",
    "gpu_unittests": "212dfdcd9ee7a1a3a0e5fb8dcff79b5f1f5b4f46df5d4d6434b00133cff06918/565",
    "gwp_asan_unittests": "2c38f799d73ec7b27840151f322b4fee08463a04517bfc2990c8e5192756cf97/489",
    "interactive_ui_tests": "a6a610d11ddf9bc488eade55ff9ec9bb551b1104c1cc7a46aa398149a9cf6fe2/1056",
    "ipc_tests": "ba00da01fb3c04eac720aec13c65d6ee33915785743cf213f6a29b43074826b3/488",
    "keyboard_unittests": "d8aab5b65631f000dcf0987208cf2fb750e845a494d3a606df90c051bfc6f0f8/488",
    "latency_unittests": "37bf24d7e6ecdf7748afbca46be8a0070bdf43d8018af678007a3a7676210bd1/488",
    "leveldb_unittests": "9bd62fe4de0848ba3d32483d97227a45c9fa76ccb8dab0c69fffd259e05387db/488",
    "libjingle_xmpp_unittests": "76a87732609992e32a1df09f2387c81290b822f26452599c127b5643902c318a/488",
    "liburlpattern_unittests": "215e3fb7f818882155ccf2e3ad3f1fba6fd977ecfda1c03b8e116a3fdc0b2402/488",
    "media_unittests": "d0368a439009854e871dd05d003b28bf7aa528d744deb2de017cd27c7e62ef00/568",
    "message_center_unittests": "68be7ff5cba77c1d6ee9b693482f5937a3b22a6276f1b8a98fd2e1720d08006c/488",
    "midi_unittests": "60c62eca09780b8a0027114af39a1b0c4391d6b70d18db3e079e3af89396b29c/488",
    "mojo_unittests": "745e2988b5f114a438a8a3b8adce31b2cea193c5c80123d1be96578f59c42967/566",
    "native_theme_unittests": "668ceeabd36914376ff5a1f7daf53124a5012178ab0b218042d6425e093e84ea/488",
    "net_unittests": "ec3177df37844c8e9f1441d772be1b94b3f86028af7015d585836b5ec6b5df74/567",
    "ozone_gl_unittests": "2903751ae4b24f5a82988747c5f8bc9f25a3bc941057b9aa4de82eefac1fd684/488",
    "ozone_unittests": "bde6f56aec7b6541bd9ecb2a57dc4366395aa4e4c5341ef4a60889c74ce79a31/488",
    "ozone_x11_unittests": "b9adae2fb59a473b499c1f25800465269f497a8d496f87487001cf6f04afe06c/488",
    "pdf_unittests": "f640f01f213596563102214276e51343c3bce08f3fac5b1a533bd818d7b7840f/565",
    "perfetto_unittests": "00f715701c832195d14b44fb6ac0b80cb209a95d1b3b22fe9866a2375b59338e/488",
    "printing_unittests": "03e9a3ea7d24477bec7ae68899b9bcb8a2251e1e77647488e4ed84bb5f22337d/488",
    "pthreadpool_unittests": "461d9cea4ecae6c8e4dc955a7d4ae863dd81ac30e5474c749e03aa4b1dcca922/488",
    "remoting_unittests": "559d4eb135d1aee4126664a04bdbccf05177dcf7e9d9e64b09214fca82ce786d/647",
    "sandbox_linux_unittests": "f90fcbc2d90e9397bd551f71554c92b4f9b29bf5d14b251d952d58df31984b98/488",
    "services_unittests": "30f65680792ff57c8e15fb0ab448f64a0bf721fdfd26a22c0031944d07e08c35/816",
    "shell_dialogs_unittests": "702e0c3c53a2843921bc16eeb378d4b3bc16670e8af93e8ea4579630ea3b1b5c/488",
    "shell_encryption_unittests": "1896759b0dcf5cb57e70b1e6ae0c8b22c6c57933e392865afb01049b093cb5d6/488",
    "skia_unittests": "a97c3d5c1a0a3fdd36783712ca828cdfc9f8ad48c01db9e5849c318086314dd3/488",
    "snapshot_unittests": "cb55c90248a7bc2fe531b10919c8fd05eb9c3bce3806015d8eb9c8acd6e660fe/488",
    "sql_unittests": "c71aca67299c383e7ab9ed86ae2b0b67854bd88289f706a4494c4dda7f1d4328/565",
    "storage_unittests": "831fd55e86be7ecd84ee907d9aa3429713905f17765aef0dc407399b8959e31b/646",
    "sync_integration_tests": "ba13f573587ce97daa1ac8077cfc42f9f38fbe55abf74235ad6154b808a58a3b/730",
    "ui_base_unittests": "1665b7064eb5294b520a28f992b89164645e43f6029a32ea27f59f99bcd7f239/641",
    "ui_chromeos_unittests": "367732c22b470debd82a327e1ada556227059539ae84c72e1daba7e64149bcef/488",
    "ui_touch_selection_unittests": "4d59a39e124228ec714b6302aa105c65b8b35aeffc92ace942ccea35ac52169e/488",
    "ui_unittests": "eade46bffd62108e96fd72c8ba3ed38e876f9060010a669e8be195c47f331215/488",
    "unit_tests": "327f144968269ad264eefc33e4fdb67a720209fdb645abb5c813a3821b673c9b/1062",
    "url_unittests": "0d30d5599f03167f5eb51decd602f9a4565c484d01e8424304da130182e1d263/488",
    "usage_time_limit_unittests": "d8e9bfeb6a43fb3e5fcdadf84bf71ee27b6d7011ce8d56d12a53099baf4f523f/568",
    "views_unittests": "94930054cd00b3b8ee0c35efa6e81d354bc7125c2ccad0c66b87f191e3a89451/488",
    "viz_unittests": "8133e3307e0602ecbc489f7bf68f5bc67e28b6900d4e791f0cce0cdcf344316a/572",
    "wayland_client_perftests": "63be0075f14c82ed3faca22e36fb6e1d7d348379e6db91500a6d28e39553c870/647",
    "wayland_client_tests": "e38b431e73e0d5a6c9b305eb75be76ff5ff9af6282bcaf5eeef8af4748ec10f9/647",
    "wm_unittests": "e2e69c6da3749e6d53c8277f0d2fb962226545e7500e9f9def6d95cfd0838dee/488",
    "wtf_unittests": "b131d98b2c239c2b97c16193a589ca58ce0f6cd3f4bb29cfda4ae513f4534320/488",
    "zlib_unittests": "09972b529ab30d4d45b1d21a10c61076679c371dec19bc9f5ea0994f38ec0689/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:111992
  • user_agent:recipe

Debug log (UTC)

[23:02:10.240] New invocation is queued and will start shortly
[23:02:10.240] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:02:11.557] Starting the invocation (attempt 1)
[23:02:11.593] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88"
[23:02:11.593] Popped gitiles commit info from properties and tags
[23:02:11.593] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:02:11.593] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:02:11.594] Buildbucket request:
{
  "requestId": "8868688551712958080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8703260995237310465"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8703260995237310465"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8703260995237310465"
                }
          ],
      "parent_build_id": "8703260995237310465",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "7db4a404ef7ad79616b23b6a56e2867d657c1fbc",
      "parent_got_dawn_revision": "f1209b99c5e320373286f0330a9eff63ad8a5dd2",
      "parent_got_revision": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88",
      "parent_got_revision_cp": "refs/heads/main@{#1518205}",
      "parent_got_swiftshader_revision": "7dd631d218ad1864ab672e60110034a65aed6367",
      "parent_got_v8_revision": "61c4019a18995fd39d3b1f1b3dcdc1f2110cdc31",
      "parent_got_v8_revision_cp": "refs/heads/14.2.177@{#1}",
      "parent_got_webrtc_revision": "368088b16dfd055eb2248aa0d9dbad2f3be8cd47",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45695}",
      "swarm_hashes": {
            "absl_hardening_tests": "8d339d974dc0f7fcf5e4ba8df8c18107dc9ecc48ef4ae932b1a16ccf398589bf/488",
            "accessibility_unittests": "4c4fd8cffa717e4d3b438a4f6775507324325b0edd79b2f66933647d0f7c0e9d/488",
            "angle_unittests": "2ee1702a6c2d86274787b4b97615a648c08ec98431c98a5d13192ec7e52a3d5c/489",
            "app_shell_unittests": "d6f348979532bd0ddc23fb59edc6601b8f9e9c5cb64035a75f21b071e430e7c6/649",
            "ash_components_unittests": "46a6e1f7e6d11681ec33dc979e2f47bf8ed5aac8a35533c59709d9e5accb3763/649",
            "ash_unittests": "e41d1b9311f1272e753b43e8a83f98b96b5b78b820c72e1bef943f97468cf415/800",
            "ash_webui_unittests": "86496dbffb4c08d63b79982fdef4550f3a888dd9f957f30800eba1adf307d43e/648",
            "aura_unittests": "62b7994ac703f9f4010ef2365de07082b1bf7a4a2cfcb4c731b3140fc5f0ad11/488",
            "base_unittests": "dcd4c068c989e13de58d57ac15f8f776424f3285ae94cb8c1574de078d2630a1/566",
            "blink_common_unittests": "1edd93ca2ec1551ae3952836b5a8ebc76dc2e3707167290c82c3efd16a640bec/566",
            "blink_fuzzer_unittests": "cb3c0b3dcc5b69350b78876c7a4b6cffd10c5f1bc69686bf929a73ced462340b/488",
            "blink_heap_unittests": "cae6a633602265416f87535f5acd769e15d32c97a63585cf821b3a1f73b46724/488",
            "blink_platform_unittests": "22de13fead653ec511c3565b3f8fd9699c2de77264dd68d2eddc00cc2b4c49ab/645",
            "blink_unittests": "3f83ce38ad27ae6b09ebb13daf79ae33248673468f21f7725e3f5336c351cabe/729",
            "boringssl_crypto_tests": "33fbdf9c42ae6e5a3eec3fbf862628d07057ec8d06abe3d98288471826d20614/489",
            "boringssl_ssl_tests": "2126fbecff6c8d577885dd6980067f270c21391a2c74c5cf8fd2071922df9d9e/488",
            "browser_tests": "cf15d63bc2ce6721c90e85e1955f33ff9fb1b050a7fbc3ca2b083a0d74b28356/1299",
            "capture_unittests": "5c8f621ede8a2cb6043705a7fcb252893c9ebb037b92db041998740bd6f4b0fc/567",
            "cast_unittests": "312a54f4059caae58bf3328b57e2e70b8e4b910e8f543b900cc8e2cd98738ff8/488",
            "cc_unittests": "1e91e2922ac1d10a30a431ea8d8368b4c40bee157059fd36776e377591f5e52a/648",
            "chrome_app_unittests": "62c34b0e2eee036bd4f9a736bd8d33b717e4e83d9f3c291f0aa449dfc79c00fc/648",
            "chromedriver_unittests": "c4b663c7d050337fc02b45680ec2d4ca8750307d7c4316e4324b6aecd90c5518/645",
            "chromeos_components_unittests": "2e5b5d99739202543bd8b462215a156dce1fb9c1dfab9b6d328977e8379a6eed/647",
            "chromeos_unittests": "47b540403129fdc0f1ddcc26a59c110bf7f6bfca0016086fa32473697d9d1746/807",
            "components_browsertests": "56ba411b37daa90eda96b75b4b9ac097ce7f8776c95ecc4dfe893a76bc7c148f/732",
            "components_unittests": "c3d41f0f067f98ffaaa52cbe12a8578eaf064ef8fa8e99a2c2c742454d3f4534/894",
            "compositor_unittests": "0730704a7e2ce2641670958065c08267a65c0b68143fc0a8365c1de5cccf010e/564",
            "content_browsertests": "86720b3053b1e9ce91bf84c5b2ec43028944caa12f2ea390c58e88793b688005/805",
            "content_unittests": "e2943c5a7e06a6b15055a95793d169b0b03b36b48bb6a07fe47f2e51ef2b71de/725",
            "crashpad_tests": "e6ebfe3309c5482340a57c1e8298f5a3548a6558b7fc7a99bdde2981e3d8bba8/489",
            "crypto_unittests": "209e08bb8e8192a6408c99879d156fa27c93d05614c2d82d29d3317b29e9008a/568",
            "dbus_unittests": "11ad218068427a531336af30dfd7ba5df056f7f8b52569cf9954c990a6ac8b69/488",
            "device_unittests": "14d1d06d7eb5c361d690600d08f8b038e1b56d65c3e5652c1bddbad368004ec9/565",
            "display_unittests": "b9e22d6868fe73970850d95feb92d04aced6eb04e05b688871de0fba56568c2f/488",
            "env_chromium_unittests": "68150bb21277ea3dc66be4dbb17cb3f940a234f453d7ec2a313c7b9b388e0813/488",
            "events_unittests": "17066aa381ecc985403265a50de8d83670e2bb2375da6fb4031e5ee5c00f6bb8/488",
            "exo_unittests": "d5f3861da328c08305ecb8c3d3de54e58bb3b959a32535bb6d31bee5d3d80b4b/647",
            "extensions_browsertests": "e21d80fd49e6e6c9bcd410009f2c490303b42abbcef9dadcb10a586f71a67e3c/651",
            "extensions_unittests": "7e27811dae175f83aecf24349ea80fb2349ee5b764652646733228ee16bfbffe/812",
            "filesystem_service_unittests": "95b2afee07adbd30875aef0eede5a4acb6417abb18514d4ae996e377decf69c7/488",
            "fuzzing_unittests": "5fc5d7c418a6dd8e4f36b6bdd3b72ce65a55ba8c948f8188283a07d72447d979/488",
            "gcm_unit_tests": "b8927c0a9ee5af84fcf78be15a292574f4ef0d5983b7a5163b13b110db4d94a0/565",
            "gfx_unittests": "980ad84d4fb5e11c702389c84bdccbe3e1f916561f7fad6e0d55173a9f540ae8/564",
            "gl_unittests_ozone": "83e8e342fe024bbfcc8dedf3c998955c489989cf59f26ec62da896b0177ad411/488",
            "google_apis_unittests": "9fa126d050cabf766ade354dea3b4511ae52cd47d61336bee061af3c18846a75/650",
            "gpu_unittests": "212dfdcd9ee7a1a3a0e5fb8dcff79b5f1f5b4f46df5d4d6434b00133cff06918/565",
            "gwp_asan_unittests": "2c38f799d73ec7b27840151f322b4fee08463a04517bfc2990c8e5192756cf97/489",
            "interactive_ui_tests": "a6a610d11ddf9bc488eade55ff9ec9bb551b1104c1cc7a46aa398149a9cf6fe2/1056",
            "ipc_tests": "ba00da01fb3c04eac720aec13c65d6ee33915785743cf213f6a29b43074826b3/488",
            "keyboard_unittests": "d8aab5b65631f000dcf0987208cf2fb750e845a494d3a606df90c051bfc6f0f8/488",
            "latency_unittests": "37bf24d7e6ecdf7748afbca46be8a0070bdf43d8018af678007a3a7676210bd1/488",
            "leveldb_unittests": "9bd62fe4de0848ba3d32483d97227a45c9fa76ccb8dab0c69fffd259e05387db/488",
            "libjingle_xmpp_unittests": "76a87732609992e32a1df09f2387c81290b822f26452599c127b5643902c318a/488",
            "liburlpattern_unittests": "215e3fb7f818882155ccf2e3ad3f1fba6fd977ecfda1c03b8e116a3fdc0b2402/488",
            "media_unittests": "d0368a439009854e871dd05d003b28bf7aa528d744deb2de017cd27c7e62ef00/568",
            "message_center_unittests": "68be7ff5cba77c1d6ee9b693482f5937a3b22a6276f1b8a98fd2e1720d08006c/488",
            "midi_unittests": "60c62eca09780b8a0027114af39a1b0c4391d6b70d18db3e079e3af89396b29c/488",
            "mojo_unittests": "745e2988b5f114a438a8a3b8adce31b2cea193c5c80123d1be96578f59c42967/566",
            "native_theme_unittests": "668ceeabd36914376ff5a1f7daf53124a5012178ab0b218042d6425e093e84ea/488",
            "net_unittests": "ec3177df37844c8e9f1441d772be1b94b3f86028af7015d585836b5ec6b5df74/567",
            "ozone_gl_unittests": "2903751ae4b24f5a82988747c5f8bc9f25a3bc941057b9aa4de82eefac1fd684/488",
            "ozone_unittests": "bde6f56aec7b6541bd9ecb2a57dc4366395aa4e4c5341ef4a60889c74ce79a31/488",
            "ozone_x11_unittests": "b9adae2fb59a473b499c1f25800465269f497a8d496f87487001cf6f04afe06c/488",
            "pdf_unittests": "f640f01f213596563102214276e51343c3bce08f3fac5b1a533bd818d7b7840f/565",
            "perfetto_unittests": "00f715701c832195d14b44fb6ac0b80cb209a95d1b3b22fe9866a2375b59338e/488",
            "printing_unittests": "03e9a3ea7d24477bec7ae68899b9bcb8a2251e1e77647488e4ed84bb5f22337d/488",
            "pthreadpool_unittests": "461d9cea4ecae6c8e4dc955a7d4ae863dd81ac30e5474c749e03aa4b1dcca922/488",
            "remoting_unittests": "559d4eb135d1aee4126664a04bdbccf05177dcf7e9d9e64b09214fca82ce786d/647",
            "sandbox_linux_unittests": "f90fcbc2d90e9397bd551f71554c92b4f9b29bf5d14b251d952d58df31984b98/488",
            "services_unittests": "30f65680792ff57c8e15fb0ab448f64a0bf721fdfd26a22c0031944d07e08c35/816",
            "shell_dialogs_unittests": "702e0c3c53a2843921bc16eeb378d4b3bc16670e8af93e8ea4579630ea3b1b5c/488",
            "shell_encryption_unittests": "1896759b0dcf5cb57e70b1e6ae0c8b22c6c57933e392865afb01049b093cb5d6/488",
            "skia_unittests": "a97c3d5c1a0a3fdd36783712ca828cdfc9f8ad48c01db9e5849c318086314dd3/488",
            "snapshot_unittests": "cb55c90248a7bc2fe531b10919c8fd05eb9c3bce3806015d8eb9c8acd6e660fe/488",
            "sql_unittests": "c71aca67299c383e7ab9ed86ae2b0b67854bd88289f706a4494c4dda7f1d4328/565",
            "storage_unittests": "831fd55e86be7ecd84ee907d9aa3429713905f17765aef0dc407399b8959e31b/646",
            "sync_integration_tests": "ba13f573587ce97daa1ac8077cfc42f9f38fbe55abf74235ad6154b808a58a3b/730",
            "ui_base_unittests": "1665b7064eb5294b520a28f992b89164645e43f6029a32ea27f59f99bcd7f239/641",
            "ui_chromeos_unittests": "367732c22b470debd82a327e1ada556227059539ae84c72e1daba7e64149bcef/488",
            "ui_touch_selection_unittests": "4d59a39e124228ec714b6302aa105c65b8b35aeffc92ace942ccea35ac52169e/488",
            "ui_unittests": "eade46bffd62108e96fd72c8ba3ed38e876f9060010a669e8be195c47f331215/488",
            "unit_tests": "327f144968269ad264eefc33e4fdb67a720209fdb645abb5c813a3821b673c9b/1062",
            "url_unittests": "0d30d5599f03167f5eb51decd602f9a4565c484d01e8424304da130182e1d263/488",
            "usage_time_limit_unittests": "d8e9bfeb6a43fb3e5fcdadf84bf71ee27b6d7011ce8d56d12a53099baf4f523f/568",
            "views_unittests": "94930054cd00b3b8ee0c35efa6e81d354bc7125c2ccad0c66b87f191e3a89451/488",
            "viz_unittests": "8133e3307e0602ecbc489f7bf68f5bc67e28b6900d4e791f0cce0cdcf344316a/572",
            "wayland_client_perftests": "63be0075f14c82ed3faca22e36fb6e1d7d348379e6db91500a6d28e39553c870/647",
            "wayland_client_tests": "e38b431e73e0d5a6c9b305eb75be76ff5ff9af6282bcaf5eeef8af4748ec10f9/647",
            "wm_unittests": "e2e69c6da3749e6d53c8277f0d2fb962226545e7500e9f9def6d95cfd0838dee/488",
            "wtf_unittests": "b131d98b2c239c2b97c16193a589ca58ce0f6cd3f4bb29cfda4ae513f4534320/488",
            "zlib_unittests": "09972b529ab30d4d45b1d21a10c61076679c371dec19bc9f5ea0994f38ec0689/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868688551712958080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "111992"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:02:12.536] Scheduled build:
{
  "id": "8703258489581443953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 66515,
  "createdBy": "project:chromium",
  "createTime": "2025-09-19T23:02:11.649339895Z",
  "updateTime": "2025-09-19T23:02:11.649339895Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88",
      "ref": "refs/heads/main"
    }
  }
}
[23:02:12.536] Task URL: https://cr-buildbucket.appspot.com/build/8703258489581443953
[23:02:12.536] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:2:0) after 8m15s
[23:02:12.860] Received PubSub notification, asking Buildbucket for the build status
[23:02:12.876] Build status: SCHEDULED
[23:02:18.542] Received PubSub notification, asking Buildbucket for the build status
[23:02:18.567] Build status: STARTED
[23:10:27.573] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:2:0)
[23:10:27.591] Build status: STARTED
[23:10:27.591] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:5:0) after 5m27s
[23:15:54.669] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:5:0)
[23:15:54.708] Build status: STARTED
[23:15:54.708] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:6:0) after 5m48s
[23:21:42.727] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:6:0)
[23:21:42.742] Build status: STARTED
[23:21:42.742] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:7:0) after 1m4s
[23:22:46.731] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:7:0)
[23:22:46.754] Build status: STARTED
[23:22:46.754] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:8:0) after 5m53s
[23:28:39.786] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:8:0)
[23:28:39.804] Build status: STARTED
[23:28:39.804] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:9:0) after 8m36s
[23:37:15.823] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:9:0)
[23:37:15.845] Build status: STARTED
[23:37:15.845] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:10:0) after 4m4s
[23:41:19.863] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:10:0)
[23:41:19.880] Build status: STARTED
[23:41:19.880] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:11:0) after 3m19s
[23:44:38.922] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:11:0)
[23:44:38.942] Build status: STARTED
[23:44:38.942] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:12:0) after 3m41s
[23:48:19.961] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:12:0)
[23:48:19.977] Build status: STARTED
[23:48:19.977] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:13:0) after 1m24s
[23:49:44.000] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:13:0)
[23:49:44.102] Build status: STARTED
[23:49:44.102] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:14:0) after 6m18s
[23:56:02.153] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:14:0)
[23:56:02.177] Build status: STARTED
[23:56:02.177] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:15:0) after 1m52s
[23:57:54.177] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:15:0)
[23:57:54.194] Build status: STARTED
[23:57:54.195] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:16:0) after 3m59s
[00:01:53.213] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:16:0)
[00:01:53.279] Build status: STARTED
[00:01:53.279] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:17:0) after 1m8s
[00:03:01.358] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:17:0)
[00:03:01.375] Build status: STARTED
[00:03:01.375] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:18:0) after 7m47s
[00:10:48.395] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:18:0)
[00:10:48.419] Build status: STARTED
[00:10:48.420] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:19:0) after 7m46s
[00:18:34.439] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:19:0)
[00:18:34.453] Build status: STARTED
[00:18:34.453] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:20:0) after 2m37s
[00:21:11.510] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:20:0)
[00:21:11.607] Build status: STARTED
[00:21:11.607] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:21:0) after 1m53s
[00:23:04.614] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:21:0)
[00:23:04.634] Build status: STARTED
[00:23:04.634] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:22:0) after 9m35s
[00:32:39.670] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:22:0)
[00:32:39.688] Build status: STARTED
[00:32:39.688] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:23:0) after 9m32s
[00:42:11.811] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:23:0)
[00:42:11.845] Build status: STARTED
[00:42:11.845] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:24:0) after 1m13s
[00:43:24.877] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:24:0)
[00:43:25.072] Build status: STARTED
[00:43:25.072] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:25:0) after 8m18s
[00:51:43.059] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:25:0)
[00:51:43.098] Build status: STARTED
[00:51:43.098] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:26:0) after 6m15s
[00:57:58.125] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:26:0)
[00:57:58.237] Build status: STARTED
[00:57:58.237] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:27:0) after 7m48s
[01:05:46.365] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:27:0)
[01:05:46.382] Build status: STARTED
[01:05:46.382] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:28:0) after 5m6s
[01:10:52.427] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:28:0)
[01:10:52.444] Build status: STARTED
[01:10:52.444] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:29:0) after 2m15s
[01:13:07.464] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:29:0)
[01:13:07.550] Build status: STARTED
[01:13:07.550] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:30:0) after 3m7s
[01:16:14.627] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:30:0)
[01:16:14.734] Build status: STARTED
[01:16:14.734] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:31:0) after 3m44s
[01:19:58.760] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:31:0)
[01:19:58.794] Build status: STARTED
[01:19:58.794] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:32:0) after 7m5s
[01:27:03.819] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:32:0)
[01:27:03.836] Build status: STARTED
[01:27:03.836] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:33:0) after 6m48s
[01:33:51.858] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:33:0)
[01:33:51.968] Build status: STARTED
[01:33:51.968] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:34:0) after 5m36s
[01:39:27.994] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:34:0)
[01:39:28.123] Build status: STARTED
[01:39:28.123] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:35:0) after 5m19s
[01:44:47.162] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:35:0)
[01:44:47.179] Build status: STARTED
[01:44:47.179] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:36:0) after 1m27s
[01:46:14.251] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:36:0)
[01:46:14.277] Build status: STARTED
[01:46:14.278] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:37:0) after 9m39s
[01:55:53.311] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:37:0)
[01:55:53.354] Build status: STARTED
[01:55:53.354] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8868688551712958080:38:0) after 9m59s
[02:02:01.279] Received PubSub notification, asking Buildbucket for the build status
[02:02:01.302] Build:
{
  "id": "8703258489581443953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 66515,
  "createdBy": "project:chromium",
  "createTime": "2025-09-19T23:02:11.649339895Z",
  "startTime": "2025-09-19T23:02:18.322857839Z",
  "endTime": "2025-09-20T02:01:59.049703983Z",
  "updateTime": "2025-09-20T02:01:59.049703983Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f54e8f3adaaa6d2a4e7a06619d0c7f3e1aaa7f88",
      "ref": "refs/heads/main"
    }
  }
}
[02:02:01.302] Invocation finished in 2h59m51.068918186s with status FAILED