Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "0c0237ab9e449d02125764f1a312fdedb1703f91",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "0c0237ab9e449d02125764f1a312fdedb1703f91"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8696896138060552017"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8696896138060552017"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8696896138060552017"
    }
  ],
  "parent_build_id": "8696896138060552017",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "871a8eed7188978bf275a2956ff22f4c38578dfe",
  "parent_got_dawn_revision": "53afdd197744e8212936afdc89048e77e6729ced",
  "parent_got_revision": "0c0237ab9e449d02125764f1a312fdedb1703f91",
  "parent_got_revision_cp": "refs/heads/main@{#1551699}",
  "parent_got_swiftshader_revision": "498a6f760dea6cdda0302406c49b8fbb09b9af92",
  "parent_got_v8_revision": "80acc26727d5a34e77dabeebe7c9213ec1bd4768",
  "parent_got_v8_revision_cp": "refs/heads/14.4.258@{#1}",
  "parent_got_webrtc_revision": "9fc36a09cd8346a33db38b183ddb07930cb7db8b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46348}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0c0237ab9e449d02125764f1a312fdedb1703f91",
  "swarm_hashes": {
    "absl_hardening_tests": "c00161e801b6229db90bb9dffc1e03a15bc67ed5e8ed67d42865cfdbe336e14a/488",
    "accessibility_unittests": "6cd00860d6650225594f916eb0e9ab3866acca499876ae0779a03e9a0c038dff/488",
    "angle_unittests": "1413a9459e8ccf802bb17b0587c414c46b1ac7cde56cb4e19de299a3001fb859/489",
    "app_shell_unittests": "66555a0bea3dd422c2e54086c8c89d2e7c79fb2aad14348721cefe72e69993a6/649",
    "ash_components_unittests": "eb1ac62264c18635cd7fa0109fb44aca91f5a290dc44b65daa0924ee2db43029/649",
    "ash_unittests": "06c7be4eae8f5211e2720333057006eab62e7861ee54cb96ee44ec8edf8150d4/800",
    "ash_webui_unittests": "5d045e32b08cc5903d37db1cae97432463656ee183cef1e61e5de25bd35e9fc6/648",
    "aura_unittests": "cec5fcce66eef649941c3cfebc050c892f2e6896d47f9734e60c1c2f753d0e7a/488",
    "base_unittests": "2ff0d67beddb239e16c1cd7d18ac898708d3dab9c1c9b2ebdf395b0e37e123f1/566",
    "blink_common_unittests": "db2cc2be20a509b3acf207ffb79756dc63dfbcf09450736603159d13a8c370ea/566",
    "blink_fuzzer_unittests": "fd9db4bdfc7e1ffc2152e477b7253e0ab61a3079cc892982391138699299f774/488",
    "blink_heap_unittests": "1da2b24170d2d90dd69961def2106589c0f6c3f9b23eb85b611e252a95026f2b/488",
    "blink_platform_unittests": "41e19a7218a415d2915c7bde08c2fee920c6dbf3b8e0bcc9515d4b74170e705c/645",
    "blink_unittests": "a09ab23fc02d391423ceb1b92ea0daee5d8aebeb8ddd18143de50857f9f256b6/729",
    "boringssl_crypto_tests": "7b151d89dfeb4ee8b224781d866ec1b6dd64b1c3208ae49aa2a56c667d2e6546/489",
    "boringssl_ssl_tests": "975d34afb95202d6c58f5eef8001ca1b1b22949b909493ec64b9037f1681a260/488",
    "browser_tests": "c5d16d4f237d36d86f1303aae6e691283b492c619ebc1f8d88a1ceb235a2ac5d/1299",
    "capture_unittests": "efc0bc21770bb8cd40767437639e1e9148bf5e9c637a865d72aea05b9b63c898/567",
    "cast_unittests": "bf248afb79d3894bc99e3be66bfbd985fb0b691add4647b0a3040a1e151f0a76/488",
    "cc_unittests": "a852fa7103f22ec72f4b2ebc8b9d80fab0537d08c46f193c9730082e1fa528b2/648",
    "chrome_app_unittests": "51ff3f3dda045f381f1c0e56302f185ec98ce6404232861ce8b7b91a9b821a5e/648",
    "chromedriver_unittests": "9e9ce854a9b848b365c4330e7833ed96f84ac5e6907391413e8edf19143577d3/645",
    "chromeos_components_unittests": "22645e5bc37876c78fb270a04c990859b3ac3652634a6dfa3a1e3ded391e4050/647",
    "chromeos_unittests": "8c84f256dddaddacbfc5de176cf5addef1ceb4dd57831a269c651a32e7b379a6/807",
    "components_browsertests": "3d2ef4fe32ea43d7d8fa55a133815601465d27f81a127d5af4a9fa501bf026ac/732",
    "components_unittests": "0455f7304b6a194d0e4fb453676ef26f6da5f4b7fe048dd9ca9919870de256d7/894",
    "compositor_unittests": "9073f2c3d215933a7c2f4f42045d6bdd494d9fa39ff2fd7542d1f764564d4490/564",
    "content_browsertests": "4aef2b736bdea53b3f80276335efa2c512a4f40a3c469d39b7fb3eec9ca4a9bc/805",
    "content_unittests": "f811975a9076b04347a082fbc83ef600afaaf54c95aa5d5a3a5623ee306f1583/725",
    "crashpad_tests": "61a474d9fa350d8102819bd40e5104fab8ffe304c1805c20484bcbe0e3e41b68/489",
    "crypto_unittests": "c3bb1f2fba09704cb97d16fd848bcde4d1a80c7c32f28e393d08be7accd5130c/568",
    "dbus_unittests": "18442f4a44a6453b13827c3f6814493625a9450f762552c8187af707b14309c5/488",
    "device_unittests": "b2cfe6ecd25ede85016331288994d6a082486b7745966ae90ab2d28a8828ec7d/565",
    "display_unittests": "93eb8d1cc33cc14c04316de013bd105bbff36fff4f7f011baf79de2b948720fa/488",
    "env_chromium_unittests": "0f9e19aec42138ff37062c70f847396244f65bd60acac36aaf3163db9176ba80/488",
    "events_unittests": "1369d0435ee1295122bde047719b308711bf405ed01bf2127a082d0090809080/488",
    "exo_unittests": "1d724d78fe84d6ec41c602b3a42ba75b5ba1aa394fae983d2eba0dc094ba3f08/647",
    "extensions_browsertests": "50e1ef1a775adbbb21bff817ecf717a42857d2b19116602fa8956cf85568048f/651",
    "extensions_unittests": "c848f483b39e6ee0952015f10e4008d16555a56424de877f2a7c79d453577af7/812",
    "filesystem_service_unittests": "cfc2dd845925c6e9d7d4b0f87fe1718a1fcfa3ffbd08317a4514d5aa745e1a2b/488",
    "fuzzing_unittests": "3a6dc48f91f4f4878311810c389d37a7cd87b1f48e329ba7fe8f005cb8ff5c90/488",
    "gcm_unit_tests": "bdec8ca2c7a3c729d64439451a819e8ab03c5fef572ba81145c39acd55806e33/565",
    "gfx_unittests": "c858607bbacbbb34435e6afd1984ed23d131436dab575ba987b5df3aa2b95424/564",
    "gl_unittests_ozone": "32258fa5bedcc5dee7f3f9e6d74a5e563bef58326fdcdbd703f2cdbb531ca0dd/488",
    "google_apis_unittests": "bdf124e894e2b69d3e8dc100b41b18dbb97f7a51f26eac31da56928b61c74801/650",
    "gpu_unittests": "cf6d26ef6e2874eb02b953c635c19bc14012ac9ea1d5e381659523c3038ef466/565",
    "gwp_asan_unittests": "6761a54ef30590cd607efc54271f6c187ddb5cfa59faabd1bd6e032c51c8013f/489",
    "interactive_ui_tests": "3a08d299fe28935e5968e28d60937fe7a54579b3fc1d5d855e187a33f160879c/1142",
    "ipc_tests": "13308946c49847bc4fdbceaea19a78d929991ca483ac6e8f80bfa77e70f0303f/488",
    "keyboard_unittests": "c0ff254c79030f72d3e576c7920f2ff11e77af05f457b67a4d7275a657139314/488",
    "latency_unittests": "d95631daa9d5aaed09a1527583c1e8850df6ccc548c19fff6ebc619c91f5f527/488",
    "leveldb_unittests": "5a47c862c2dea83919df36386bdba23d71b96ab88660dc5bc857499ce9016dfc/488",
    "libjingle_xmpp_unittests": "a83eba18a313ef57447bdad3bbdb09d5d404bdd34a0c9b35d9691551ec2c2320/488",
    "liburlpattern_unittests": "f054c844fa1c8cefb03293afd9ef5fdfb4b8fc0869376d38f1866f3cd8704445/488",
    "media_unittests": "d18a779cb61322e6630c46e2ea3aa194c36ae9756b25c724ee49d650d9ceae42/568",
    "message_center_unittests": "464b04534972dbacf5a03c622d9dc3fdc76b1fc9cf65f81027e4020926db84d8/488",
    "midi_unittests": "6f5aba3ec2ef0f75c437fc21ce9c6f6bb0b82054dbab7b0b3ec0f4bf8abd4e30/488",
    "mojo_unittests": "6e6132138671172def1ae6e8b3074ae28dcff2e04548e5ebf6876dc57643b212/566",
    "native_theme_unittests": "341fef62b5c134c255c53085f524206687961e6e8a18b9d71f4185da60fde2f1/488",
    "net_unittests": "8d662ad4898d2ffa05409f26fae662c011a3a22cfe7de30e9a263ab3b65d178e/567",
    "ozone_gl_unittests": "228de3ddac661df065eae085a347384bf279cd907b81016800caa3c91a592e60/488",
    "ozone_unittests": "1aea8b8601203fab2bee821337c7fe98390fb8cb3f017f09046c3774e831d503/488",
    "ozone_x11_unittests": "779ee057b5f0d20ce36bf1bb7f51d4f9c40f9afa800cc5c804222bfe535e31fa/488",
    "pdf_unittests": "f68792059f976436170a3faa375f223eacca4a698aef40ed6b0bf3da17116a67/565",
    "perfetto_unittests": "3e3e347f10635056a74f24e9138984a701c539f7817392e479c41f3b8bb574f8/488",
    "printing_unittests": "f357263015e02fb538967c753dec3aa147a9be327015a55aca3b9f28d0288051/488",
    "pthreadpool_unittests": "d2e0b81bc1830938477877cec2fdfe626fb615b276a3e908d39dc08a914bdfb9/488",
    "remoting_unittests": "58ace7f8434ba617b617b7c73bcb899e318b391969f1df27d5c1562831065747/647",
    "sandbox_linux_unittests": "03b2855d067fde917b945ab339de4677f57e0bcef983014480a891aa4c7daadf/488",
    "services_unittests": "be62c40603457f44e444eada6f866086ff3eb81acbab3962f3e658396b77f94f/816",
    "shell_dialogs_unittests": "059f9ee02ebaed3d7382daf8eb1ab7ee4dc323efe03b9d49f7e14dd5b288eac5/488",
    "shell_encryption_unittests": "28fb2f1ecd294cc8cf0aae93f10ad433753bd573d83d815ec4f1e25a063177c3/488",
    "skia_unittests": "797f5db6da8abc0d5f938abef3960f931dcd46b1dc9b8c7fdd63b35f84377305/488",
    "snapshot_unittests": "2e59e1990dcc312484223f5558864d690d2f1b127e02bfc0518da51dc302f3ec/488",
    "sql_unittests": "9dcd114028ff2d0bc7d46df8b21b91050c3c4e0e6f6a5f19de63362086883f53/565",
    "storage_unittests": "8a938648db484ba118832469d0dbadd53a05c7a7060e91281ef3d4f5719509ba/646",
    "sync_integration_tests": "8646db8a1171fb15930cb4051d0c1b9eefdc737ed173172d422dcedb3fb9922b/730",
    "ui_base_unittests": "87676f921180379ef8fc91dad412434baf7f68dfcb5511eb732db68d5fc5e15e/641",
    "ui_chromeos_unittests": "ea1882f73bc131a416f2409cc9197b120eb625b1c7aa8204e015fb6902fd525a/488",
    "ui_touch_selection_unittests": "2485495c0c1cc367e6a86b524cef487acfb36db5f46f9fcfd4dd32a72ed1153f/488",
    "ui_unittests": "c14d0fff73cb13ff79a17e5a412dfe26c37b74523dde2040450e5d42f33f7b99/488",
    "unit_tests": "32f403ac11dcf7f868da51e5b8962ac1ede9f6a3c58b7eec89624d0cdf43ea7e/1062",
    "url_unittests": "177a516fea9db6bcc0377be592415fd8e3b6044eda958280e80ae0ea883fefd8/488",
    "usage_time_limit_unittests": "b2e8a6239833536f05ae0f99d784d614864cdbda934e3375fde623c9a7f04fd5/568",
    "views_unittests": "98577ce4ba0191b3eccf93cb7e070410c5e2a6ebb4e393e1a39fe03fa8592e27/488",
    "viz_unittests": "2a8743fae6b64c1a8b1958dbef6622d3e7b14b95eb535874e963a72a9ea49949/572",
    "wayland_client_perftests": "d86f158c797c9b9f63d232a6df94f3be16c4e96e85d0fb9f51c55b2520d2786a/647",
    "wayland_client_tests": "22625c47f2c6d75a8c8153ba0785ac85aa8e71d25b3e3ec4dfef7563125bcefc/647",
    "wm_unittests": "0846658e27d3af581fecd91e53cc2f562aa7ef89b0785ae50ce73142729aa967/488",
    "wtf_unittests": "6014aeae593b6b0e450ce15b3aa452c8bc81f47af143d133dbb351974081b772/488",
    "zlib_unittests": "165c33dd38d1b92bd0c879936ea72ae1570a1d77b7d976c8bd5011e390397f32/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0c0237ab9e449d02125764f1a312fdedb1703f91
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:116329
  • user_agent:recipe

Debug log (UTC)

[04:50:04.784] New invocation is queued and will start shortly
[04:50:04.784] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:50:05.886] Starting the invocation (attempt 1)
[04:50:05.914] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0c0237ab9e449d02125764f1a312fdedb1703f91"
[04:50:05.914] Popped gitiles commit info from properties and tags
[04:50:05.914] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:50:05.914] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:50:05.915] Buildbucket request:
{
  "requestId": "8862324875523025744",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "0c0237ab9e449d02125764f1a312fdedb1703f91",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "0c0237ab9e449d02125764f1a312fdedb1703f91"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8696896138060552017"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8696896138060552017"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8696896138060552017"
                }
          ],
      "parent_build_id": "8696896138060552017",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "871a8eed7188978bf275a2956ff22f4c38578dfe",
      "parent_got_dawn_revision": "53afdd197744e8212936afdc89048e77e6729ced",
      "parent_got_revision": "0c0237ab9e449d02125764f1a312fdedb1703f91",
      "parent_got_revision_cp": "refs/heads/main@{#1551699}",
      "parent_got_swiftshader_revision": "498a6f760dea6cdda0302406c49b8fbb09b9af92",
      "parent_got_v8_revision": "80acc26727d5a34e77dabeebe7c9213ec1bd4768",
      "parent_got_v8_revision_cp": "refs/heads/14.4.258@{#1}",
      "parent_got_webrtc_revision": "9fc36a09cd8346a33db38b183ddb07930cb7db8b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46348}",
      "swarm_hashes": {
            "absl_hardening_tests": "c00161e801b6229db90bb9dffc1e03a15bc67ed5e8ed67d42865cfdbe336e14a/488",
            "accessibility_unittests": "6cd00860d6650225594f916eb0e9ab3866acca499876ae0779a03e9a0c038dff/488",
            "angle_unittests": "1413a9459e8ccf802bb17b0587c414c46b1ac7cde56cb4e19de299a3001fb859/489",
            "app_shell_unittests": "66555a0bea3dd422c2e54086c8c89d2e7c79fb2aad14348721cefe72e69993a6/649",
            "ash_components_unittests": "eb1ac62264c18635cd7fa0109fb44aca91f5a290dc44b65daa0924ee2db43029/649",
            "ash_unittests": "06c7be4eae8f5211e2720333057006eab62e7861ee54cb96ee44ec8edf8150d4/800",
            "ash_webui_unittests": "5d045e32b08cc5903d37db1cae97432463656ee183cef1e61e5de25bd35e9fc6/648",
            "aura_unittests": "cec5fcce66eef649941c3cfebc050c892f2e6896d47f9734e60c1c2f753d0e7a/488",
            "base_unittests": "2ff0d67beddb239e16c1cd7d18ac898708d3dab9c1c9b2ebdf395b0e37e123f1/566",
            "blink_common_unittests": "db2cc2be20a509b3acf207ffb79756dc63dfbcf09450736603159d13a8c370ea/566",
            "blink_fuzzer_unittests": "fd9db4bdfc7e1ffc2152e477b7253e0ab61a3079cc892982391138699299f774/488",
            "blink_heap_unittests": "1da2b24170d2d90dd69961def2106589c0f6c3f9b23eb85b611e252a95026f2b/488",
            "blink_platform_unittests": "41e19a7218a415d2915c7bde08c2fee920c6dbf3b8e0bcc9515d4b74170e705c/645",
            "blink_unittests": "a09ab23fc02d391423ceb1b92ea0daee5d8aebeb8ddd18143de50857f9f256b6/729",
            "boringssl_crypto_tests": "7b151d89dfeb4ee8b224781d866ec1b6dd64b1c3208ae49aa2a56c667d2e6546/489",
            "boringssl_ssl_tests": "975d34afb95202d6c58f5eef8001ca1b1b22949b909493ec64b9037f1681a260/488",
            "browser_tests": "c5d16d4f237d36d86f1303aae6e691283b492c619ebc1f8d88a1ceb235a2ac5d/1299",
            "capture_unittests": "efc0bc21770bb8cd40767437639e1e9148bf5e9c637a865d72aea05b9b63c898/567",
            "cast_unittests": "bf248afb79d3894bc99e3be66bfbd985fb0b691add4647b0a3040a1e151f0a76/488",
            "cc_unittests": "a852fa7103f22ec72f4b2ebc8b9d80fab0537d08c46f193c9730082e1fa528b2/648",
            "chrome_app_unittests": "51ff3f3dda045f381f1c0e56302f185ec98ce6404232861ce8b7b91a9b821a5e/648",
            "chromedriver_unittests": "9e9ce854a9b848b365c4330e7833ed96f84ac5e6907391413e8edf19143577d3/645",
            "chromeos_components_unittests": "22645e5bc37876c78fb270a04c990859b3ac3652634a6dfa3a1e3ded391e4050/647",
            "chromeos_unittests": "8c84f256dddaddacbfc5de176cf5addef1ceb4dd57831a269c651a32e7b379a6/807",
            "components_browsertests": "3d2ef4fe32ea43d7d8fa55a133815601465d27f81a127d5af4a9fa501bf026ac/732",
            "components_unittests": "0455f7304b6a194d0e4fb453676ef26f6da5f4b7fe048dd9ca9919870de256d7/894",
            "compositor_unittests": "9073f2c3d215933a7c2f4f42045d6bdd494d9fa39ff2fd7542d1f764564d4490/564",
            "content_browsertests": "4aef2b736bdea53b3f80276335efa2c512a4f40a3c469d39b7fb3eec9ca4a9bc/805",
            "content_unittests": "f811975a9076b04347a082fbc83ef600afaaf54c95aa5d5a3a5623ee306f1583/725",
            "crashpad_tests": "61a474d9fa350d8102819bd40e5104fab8ffe304c1805c20484bcbe0e3e41b68/489",
            "crypto_unittests": "c3bb1f2fba09704cb97d16fd848bcde4d1a80c7c32f28e393d08be7accd5130c/568",
            "dbus_unittests": "18442f4a44a6453b13827c3f6814493625a9450f762552c8187af707b14309c5/488",
            "device_unittests": "b2cfe6ecd25ede85016331288994d6a082486b7745966ae90ab2d28a8828ec7d/565",
            "display_unittests": "93eb8d1cc33cc14c04316de013bd105bbff36fff4f7f011baf79de2b948720fa/488",
            "env_chromium_unittests": "0f9e19aec42138ff37062c70f847396244f65bd60acac36aaf3163db9176ba80/488",
            "events_unittests": "1369d0435ee1295122bde047719b308711bf405ed01bf2127a082d0090809080/488",
            "exo_unittests": "1d724d78fe84d6ec41c602b3a42ba75b5ba1aa394fae983d2eba0dc094ba3f08/647",
            "extensions_browsertests": "50e1ef1a775adbbb21bff817ecf717a42857d2b19116602fa8956cf85568048f/651",
            "extensions_unittests": "c848f483b39e6ee0952015f10e4008d16555a56424de877f2a7c79d453577af7/812",
            "filesystem_service_unittests": "cfc2dd845925c6e9d7d4b0f87fe1718a1fcfa3ffbd08317a4514d5aa745e1a2b/488",
            "fuzzing_unittests": "3a6dc48f91f4f4878311810c389d37a7cd87b1f48e329ba7fe8f005cb8ff5c90/488",
            "gcm_unit_tests": "bdec8ca2c7a3c729d64439451a819e8ab03c5fef572ba81145c39acd55806e33/565",
            "gfx_unittests": "c858607bbacbbb34435e6afd1984ed23d131436dab575ba987b5df3aa2b95424/564",
            "gl_unittests_ozone": "32258fa5bedcc5dee7f3f9e6d74a5e563bef58326fdcdbd703f2cdbb531ca0dd/488",
            "google_apis_unittests": "bdf124e894e2b69d3e8dc100b41b18dbb97f7a51f26eac31da56928b61c74801/650",
            "gpu_unittests": "cf6d26ef6e2874eb02b953c635c19bc14012ac9ea1d5e381659523c3038ef466/565",
            "gwp_asan_unittests": "6761a54ef30590cd607efc54271f6c187ddb5cfa59faabd1bd6e032c51c8013f/489",
            "interactive_ui_tests": "3a08d299fe28935e5968e28d60937fe7a54579b3fc1d5d855e187a33f160879c/1142",
            "ipc_tests": "13308946c49847bc4fdbceaea19a78d929991ca483ac6e8f80bfa77e70f0303f/488",
            "keyboard_unittests": "c0ff254c79030f72d3e576c7920f2ff11e77af05f457b67a4d7275a657139314/488",
            "latency_unittests": "d95631daa9d5aaed09a1527583c1e8850df6ccc548c19fff6ebc619c91f5f527/488",
            "leveldb_unittests": "5a47c862c2dea83919df36386bdba23d71b96ab88660dc5bc857499ce9016dfc/488",
            "libjingle_xmpp_unittests": "a83eba18a313ef57447bdad3bbdb09d5d404bdd34a0c9b35d9691551ec2c2320/488",
            "liburlpattern_unittests": "f054c844fa1c8cefb03293afd9ef5fdfb4b8fc0869376d38f1866f3cd8704445/488",
            "media_unittests": "d18a779cb61322e6630c46e2ea3aa194c36ae9756b25c724ee49d650d9ceae42/568",
            "message_center_unittests": "464b04534972dbacf5a03c622d9dc3fdc76b1fc9cf65f81027e4020926db84d8/488",
            "midi_unittests": "6f5aba3ec2ef0f75c437fc21ce9c6f6bb0b82054dbab7b0b3ec0f4bf8abd4e30/488",
            "mojo_unittests": "6e6132138671172def1ae6e8b3074ae28dcff2e04548e5ebf6876dc57643b212/566",
            "native_theme_unittests": "341fef62b5c134c255c53085f524206687961e6e8a18b9d71f4185da60fde2f1/488",
            "net_unittests": "8d662ad4898d2ffa05409f26fae662c011a3a22cfe7de30e9a263ab3b65d178e/567",
            "ozone_gl_unittests": "228de3ddac661df065eae085a347384bf279cd907b81016800caa3c91a592e60/488",
            "ozone_unittests": "1aea8b8601203fab2bee821337c7fe98390fb8cb3f017f09046c3774e831d503/488",
            "ozone_x11_unittests": "779ee057b5f0d20ce36bf1bb7f51d4f9c40f9afa800cc5c804222bfe535e31fa/488",
            "pdf_unittests": "f68792059f976436170a3faa375f223eacca4a698aef40ed6b0bf3da17116a67/565",
            "perfetto_unittests": "3e3e347f10635056a74f24e9138984a701c539f7817392e479c41f3b8bb574f8/488",
            "printing_unittests": "f357263015e02fb538967c753dec3aa147a9be327015a55aca3b9f28d0288051/488",
            "pthreadpool_unittests": "d2e0b81bc1830938477877cec2fdfe626fb615b276a3e908d39dc08a914bdfb9/488",
            "remoting_unittests": "58ace7f8434ba617b617b7c73bcb899e318b391969f1df27d5c1562831065747/647",
            "sandbox_linux_unittests": "03b2855d067fde917b945ab339de4677f57e0bcef983014480a891aa4c7daadf/488",
            "services_unittests": "be62c40603457f44e444eada6f866086ff3eb81acbab3962f3e658396b77f94f/816",
            "shell_dialogs_unittests": "059f9ee02ebaed3d7382daf8eb1ab7ee4dc323efe03b9d49f7e14dd5b288eac5/488",
            "shell_encryption_unittests": "28fb2f1ecd294cc8cf0aae93f10ad433753bd573d83d815ec4f1e25a063177c3/488",
            "skia_unittests": "797f5db6da8abc0d5f938abef3960f931dcd46b1dc9b8c7fdd63b35f84377305/488",
            "snapshot_unittests": "2e59e1990dcc312484223f5558864d690d2f1b127e02bfc0518da51dc302f3ec/488",
            "sql_unittests": "9dcd114028ff2d0bc7d46df8b21b91050c3c4e0e6f6a5f19de63362086883f53/565",
            "storage_unittests": "8a938648db484ba118832469d0dbadd53a05c7a7060e91281ef3d4f5719509ba/646",
            "sync_integration_tests": "8646db8a1171fb15930cb4051d0c1b9eefdc737ed173172d422dcedb3fb9922b/730",
            "ui_base_unittests": "87676f921180379ef8fc91dad412434baf7f68dfcb5511eb732db68d5fc5e15e/641",
            "ui_chromeos_unittests": "ea1882f73bc131a416f2409cc9197b120eb625b1c7aa8204e015fb6902fd525a/488",
            "ui_touch_selection_unittests": "2485495c0c1cc367e6a86b524cef487acfb36db5f46f9fcfd4dd32a72ed1153f/488",
            "ui_unittests": "c14d0fff73cb13ff79a17e5a412dfe26c37b74523dde2040450e5d42f33f7b99/488",
            "unit_tests": "32f403ac11dcf7f868da51e5b8962ac1ede9f6a3c58b7eec89624d0cdf43ea7e/1062",
            "url_unittests": "177a516fea9db6bcc0377be592415fd8e3b6044eda958280e80ae0ea883fefd8/488",
            "usage_time_limit_unittests": "b2e8a6239833536f05ae0f99d784d614864cdbda934e3375fde623c9a7f04fd5/568",
            "views_unittests": "98577ce4ba0191b3eccf93cb7e070410c5e2a6ebb4e393e1a39fe03fa8592e27/488",
            "viz_unittests": "2a8743fae6b64c1a8b1958dbef6622d3e7b14b95eb535874e963a72a9ea49949/572",
            "wayland_client_perftests": "d86f158c797c9b9f63d232a6df94f3be16c4e96e85d0fb9f51c55b2520d2786a/647",
            "wayland_client_tests": "22625c47f2c6d75a8c8153ba0785ac85aa8e71d25b3e3ec4dfef7563125bcefc/647",
            "wm_unittests": "0846658e27d3af581fecd91e53cc2f562aa7ef89b0785ae50ce73142729aa967/488",
            "wtf_unittests": "6014aeae593b6b0e450ce15b3aa452c8bc81f47af143d133dbb351974081b772/488",
            "zlib_unittests": "165c33dd38d1b92bd0c879936ea72ae1570a1d77b7d976c8bd5011e390397f32/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0c0237ab9e449d02125764f1a312fdedb1703f91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8862324875523025744"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "116329"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:50:06.359] Scheduled build:
{
  "id": "8696894813625794785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67322,
  "createdBy": "project:chromium",
  "createTime": "2025-11-29T04:50:05.966097804Z",
  "updateTime": "2025-11-29T04:50:05.966097804Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0c0237ab9e449d02125764f1a312fdedb1703f91",
      "ref": "refs/heads/main"
    }
  }
}
[04:50:06.359] Task URL: https://cr-buildbucket.appspot.com/build/8696894813625794785
[04:50:06.359] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:2:0) after 2m52s
[04:51:10.785] Received PubSub notification, asking Buildbucket for the build status
[04:51:10.841] Build status: STARTED
[04:51:12.336] Received PubSub notification, asking Buildbucket for the build status
[04:51:12.363] Build status: STARTED
[04:52:58.378] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:2:0)
[04:52:58.397] Build status: STARTED
[04:52:58.397] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:5:0) after 1m22s
[04:54:20.422] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:5:0)
[04:54:20.475] Build status: STARTED
[04:54:20.475] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:6:0) after 1m38s
[04:55:58.502] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:6:0)
[04:55:58.518] Build status: STARTED
[04:55:58.518] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:7:0) after 5m1s
[05:01:00.556] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:7:0)
[05:01:00.577] Build status: STARTED
[05:01:00.577] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:8:0) after 1m19s
[05:02:19.598] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:8:0)
[05:02:19.613] Build status: STARTED
[05:02:19.613] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:9:0) after 2m39s
[05:04:58.632] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:9:0)
[05:04:58.646] Build status: STARTED
[05:04:58.646] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:10:0) after 7m17s
[05:12:15.667] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:10:0)
[05:12:15.685] Build status: STARTED
[05:12:15.685] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:11:0) after 6m27s
[05:18:42.704] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:11:0)
[05:18:42.717] Build status: STARTED
[05:18:42.717] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:12:0) after 4m35s
[05:23:17.777] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:12:0)
[05:23:17.795] Build status: STARTED
[05:23:17.795] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:13:0) after 4m6s
[05:27:23.802] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:13:0)
[05:27:23.863] Build status: STARTED
[05:27:23.863] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:14:0) after 6m33s
[05:33:56.918] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:14:0)
[05:33:56.939] Build status: STARTED
[05:33:56.939] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:15:0) after 7m41s
[05:41:38.048] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:15:0)
[05:41:38.064] Build status: STARTED
[05:41:38.064] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:16:0) after 1m43s
[05:43:21.099] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:16:0)
[05:43:21.145] Build status: STARTED
[05:43:21.145] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:17:0) after 1m51s
[05:45:12.165] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:17:0)
[05:45:12.179] Build status: STARTED
[05:45:12.179] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:18:0) after 4m50s
[05:50:02.202] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:18:0)
[05:50:02.217] Build status: STARTED
[05:50:02.217] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:19:0) after 9m37s
[05:59:39.334] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:19:0)
[05:59:39.652] Build status: STARTED
[05:59:39.652] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:20:0) after 1m29s
[06:01:08.648] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:20:0)
[06:01:08.710] Build status: STARTED
[06:01:08.711] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:21:0) after 8m9s
[06:09:18.150] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:21:0)
[06:09:18.175] Build status: STARTED
[06:09:18.175] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:22:0) after 2m11s
[06:11:29.195] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:22:0)
[06:11:29.216] Build status: STARTED
[06:11:29.216] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:23:0) after 5m39s
[06:17:08.613] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:23:0)
[06:17:08.661] Build status: STARTED
[06:17:08.661] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:24:0) after 9m50s
[06:26:58.852] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:24:0)
[06:26:58.866] Build status: STARTED
[06:26:58.866] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:25:0) after 4m31s
[06:31:29.921] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:25:0)
[06:31:29.975] Build status: STARTED
[06:31:29.975] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:26:0) after 4m44s
[06:36:14.027] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:26:0)
[06:36:14.047] Build status: STARTED
[06:36:14.047] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:27:0) after 3m51s
[06:40:05.287] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:27:0)
[06:40:05.305] Build status: STARTED
[06:40:05.305] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:28:0) after 5m46s
[06:45:51.479] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:28:0)
[06:45:51.497] Build status: STARTED
[06:45:51.497] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:29:0) after 9m47s
[06:55:38.518] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:29:0)
[06:55:38.541] Build status: STARTED
[06:55:38.541] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:30:0) after 2m23s
[06:58:01.653] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:30:0)
[06:58:01.727] Build status: STARTED
[06:58:01.727] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:31:0) after 5m18s
[07:03:19.911] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:31:0)
[07:03:19.925] Build status: STARTED
[07:03:19.925] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:32:0) after 2m48s
[07:06:08.479] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:32:0)
[07:06:08.512] Build status: STARTED
[07:06:08.512] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:33:0) after 1m45s
[07:07:53.534] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:33:0)
[07:07:53.555] Build status: STARTED
[07:07:53.555] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:34:0) after 1m24s
[07:09:17.771] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:34:0)
[07:09:17.828] Build status: STARTED
[07:09:17.828] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:35:0) after 6m18s
[07:15:35.872] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:35:0)
[07:15:36.021] Build status: STARTED
[07:15:36.021] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:36:0) after 5m16s
[07:20:52.270] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:36:0)
[07:20:52.285] Build status: STARTED
[07:20:52.285] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862324875523025744:37:0) after 9m40s
[07:27:56.492] Received PubSub notification, asking Buildbucket for the build status
[07:27:56.510] Build:
{
  "id": "8696894813625794785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67322,
  "createdBy": "project:chromium",
  "createTime": "2025-11-29T04:50:05.966097804Z",
  "startTime": "2025-11-29T04:50:09.638822258Z",
  "endTime": "2025-11-29T07:27:48.932113391Z",
  "updateTime": "2025-11-29T07:27:48.932113391Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0c0237ab9e449d02125764f1a312fdedb1703f91",
      "ref": "refs/heads/main"
    }
  }
}
[07:27:56.510] Invocation finished in 2h37m51.736737502s with status FAILED