Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "190e90bdd3a925ca03e7af2529661d25bab73cf6",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "190e90bdd3a925ca03e7af2529661d25bab73cf6"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8696951247638981233"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8696951247638981233"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8696951247638981233"
    }
  ],
  "parent_build_id": "8696951247638981233",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "fedc778676eb69fc6f335da32bc3287bfd2c03b2",
  "parent_got_dawn_revision": "abc5871ef220428159d123109d6b5645242b8787",
  "parent_got_revision": "190e90bdd3a925ca03e7af2529661d25bab73cf6",
  "parent_got_revision_cp": "refs/heads/main@{#1551479}",
  "parent_got_swiftshader_revision": "498a6f760dea6cdda0302406c49b8fbb09b9af92",
  "parent_got_v8_revision": "f932acb1eb6c8af5fdfb63c248ac41b3a66261e5",
  "parent_got_v8_revision_cp": "refs/heads/14.4.253@{#1}",
  "parent_got_webrtc_revision": "160d29b72882a4217836d7d87fd6e3e16b0dc59e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46340}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "190e90bdd3a925ca03e7af2529661d25bab73cf6",
  "swarm_hashes": {
    "absl_hardening_tests": "1228685cad7342ea8d1115ba907873c780e4fb06d729581c0ff111a3dba3cf13/488",
    "accessibility_unittests": "302b090c7224b7caf44781e80adb18faed50165f06fbdab09a33759ef7607046/488",
    "angle_unittests": "7eb70e8cf2907d6bc9619c7c89070569ab3cde9b1091e3a23e6de7e83c6104ac/489",
    "app_shell_unittests": "886e7107b84e7c58b607ab4598748d65d73c7278871cac6ab33595ad16033a8a/649",
    "ash_components_unittests": "d121ee164f5b4eefdcd09c1efe0ad1f24ef7099038039d388710d386e5276475/649",
    "ash_unittests": "51e8e0b0ad5e16dc99d5a73ef088cc044c41766f92d88b7a3832e6c750ad13e6/800",
    "ash_webui_unittests": "c206ec4e95fd6753eac39ab9099726889756a9a4385e5a9aa36e84472592da6b/648",
    "aura_unittests": "a100b553b634dcf499b73d65071efe1819c9d54d508c82145260325866bce68c/488",
    "base_unittests": "1effa7133d0f8becb0fcded90c87b48e905e2e206e7187777687f433c2376827/566",
    "blink_common_unittests": "d98187c678e65f2dc91f19ea7989de74a1869cd334f1d35f0d6c64cde4fe7c72/566",
    "blink_fuzzer_unittests": "cb4607e1ed973a213214932348644479519761c5e502f23a38f3627287b7603c/488",
    "blink_heap_unittests": "56d918aaaf9884488101f450fbc65ab5c795e985ce0f28078a1267a2ed938013/488",
    "blink_platform_unittests": "b50c86ba6c3a7e67220070415cf36d22d867296977c1ad95b045c29361d5c24b/645",
    "blink_unittests": "d2d904f08505c243482fa8e752878f547c737e47369e4d73866a04a4c708b34b/729",
    "boringssl_crypto_tests": "698b3c8ba54b761f68d1e451a363a2ab8bb4a6a224883f5be4e7f96e10c5a29b/489",
    "boringssl_ssl_tests": "84297684bdbe577a416183aad7bce50f096927977f07cdd7c0241e9da2888a0e/488",
    "browser_tests": "5355432731b8f8f91f6dc24bc3bb2a25d3a5963f37021f041d58db5587c6f2c1/1299",
    "capture_unittests": "c9d8a2d473bf4df9b013bd9b2e2a502cac7dde7e48e22468ad01805f70753082/567",
    "cast_unittests": "db14d711ee35ba48cf43823e84ddcf9ca757c4fec7391731ada55669f43da7f7/488",
    "cc_unittests": "ce134688a132f4fca7e0d0992c22013d534224779dddd1674d746f38dfb081aa/648",
    "chrome_app_unittests": "e2732cbc43398e25e52c2e2a2af971e90a31d5fef4d930cbb69aa316035ee861/648",
    "chromedriver_unittests": "abadd7c68f85fb4454f490b2c471c40ee75ca0155e50276ea00f83618702c1a7/645",
    "chromeos_components_unittests": "5d8eaf74639e3c61b400e6576ec033cb659edfa4e36853a77f68e9f365907a4f/647",
    "chromeos_unittests": "7d756023eb8e83b29e40db991c44c5de40ff208a190a0168625f405a5cceaecf/807",
    "components_browsertests": "e5c41455a743cfd8518014e8c6ef65a31c96d03abf23af2c5d1d67ccd60329d5/732",
    "components_unittests": "9aa95f2958abe75fe24c7797eb332ea71b16764ad4d17efd9521476dbda958e5/894",
    "compositor_unittests": "56f38f9e4844a42eb25118d2832dcc9b369ff630485ff7c7dc3e2e9eb19fb03d/564",
    "content_browsertests": "48e9f8a8c7bc0a4803da46f5d22660b0d9774bd4a89a27a76e516861056686cc/805",
    "content_unittests": "0f752f62a15fbd5ff9f7d7b76ce08f49a31ad951bfcf5642093bf4f603e2c195/725",
    "crashpad_tests": "8a7a3a2138a9d20e4b13366b8b562301d8be4a3ef056699c836928ba92c56bae/489",
    "crypto_unittests": "7514c9cafc337aa2384b1b31f89e0eac67b6efdac9cc0da5a947c7beab97aac5/568",
    "dbus_unittests": "8f03442add5b7bfbef462a49bd66cbf5900359df927a837c026da736440c418f/488",
    "device_unittests": "d376e27ff7d3a15a4a4ac13c0286e3fa539753ecde683ca19c16691100ac2300/565",
    "display_unittests": "56050d6c43a74cde4af30096bef76321cb32e343476050282e0c530537d6498c/488",
    "env_chromium_unittests": "23c29f590627c41fac6554c79a9c59b13ee58f0f7540f2303ae919bb9f89570c/488",
    "events_unittests": "c3e9ba1747aaaa60af61266944fcadef155d6ff305bf6602341fe3a2440dc01c/488",
    "exo_unittests": "28ea445a989bc4711e71570a48b18345dfd48e474097fd0caf77c39dd4f2544a/647",
    "extensions_browsertests": "cd7cd5d7cfbfe3d2e4b42a688de177b5e07c3c6d9a0a2a58c5e86d93ed5e2bfd/651",
    "extensions_unittests": "8c2f5c76cdad904a4b0487b6098fa3e407458fc7e593041f6535c4504cf86e06/812",
    "filesystem_service_unittests": "8fd5df6f97cf67cccc093ebebcca7e4aad722b4b0cc7bd91d4f4da2c294a413e/488",
    "fuzzing_unittests": "d4a2a0de5dfa68213c833272642383a45c71b061e0cc5dee1f4a648b4b6737da/488",
    "gcm_unit_tests": "a749d2cd187f1b382c60739b40cc867ace4dc4c7bf2e038f4ae22e2591f3623d/565",
    "gfx_unittests": "12853601cd69a9aa22a1e63542915cd848c195865d2ad541c61cfa94fef5960b/564",
    "gl_unittests_ozone": "8265ab5ae675c7cec1707703309c4f824db64ca4b3794d94e133b6efc35b4892/488",
    "google_apis_unittests": "81d7ea5997d6901cbd7baee2aa73c0f035c8ecffcca436742548794105e7aa5b/650",
    "gpu_unittests": "ac0ded47b68807f8fec8ff203d2aa45d87291551e163693323e124dc871e963e/565",
    "gwp_asan_unittests": "53f368dd0877928b472f80cd6f4f961623319742f6ca234bc9b4a5f7f2549585/489",
    "interactive_ui_tests": "f23594f05ec8fbbc69d23d8b06d7ffe4f49bfebbacf3e497f0c6c430165f1b8b/1142",
    "ipc_tests": "7d20a14d3c25dab7e3ae57ca875b6de5ecd6d7aa7b7e3f6b890bdfd156446cf7/488",
    "keyboard_unittests": "01f0e5d4e2df574b6ad3d065db8f7af4de408f84525b99f2302d806f7912f337/488",
    "latency_unittests": "8b2d64639a303a7c51dbd3a4bc37bc1f566469758ddf88d6b71a3cd40287c275/488",
    "leveldb_unittests": "c3f85c2204831ca1a4d1781e75300dae6f6f63fac02d8a6d05a862fe3e79a4fa/488",
    "libjingle_xmpp_unittests": "fe5b8ab179e9862fe502addc827ca5c6ee95ce1f4a5ed5f26869885a14aea7e6/488",
    "liburlpattern_unittests": "a68e54c23d3251476ad150ad78f52452d03e5c9350584f9d6abacc7917d103c1/488",
    "media_unittests": "61e14cd2e5df394c960a99fc08f67854e2ec404e51ca184c836208fe2de00ef5/568",
    "message_center_unittests": "7d97ed321c69b23be71139afd205e504380cb624b1188a660e0a5ec4c2f8f2dc/488",
    "midi_unittests": "064b3f1acb4c77e67fb93b55445fb54bb4e905bfe1fcb6d65c1daff1ab939e81/488",
    "mojo_unittests": "ece52d4dd1d598162595fa0a39e34d71dce86ad93f7f51dab23c2ab25e589249/566",
    "native_theme_unittests": "1c8675b146cd06d8a08560e4cb2c94d1e840a5ce89269eaf040cf8cea1e9d6ff/488",
    "net_unittests": "0f4bfd9b79590a1eaa09180c1f80672fa3edb4b601ebb68a3126d9d753ce35e5/567",
    "ozone_gl_unittests": "cbad21548843fe613c6e2bcfbd9e15659a36c7e8bed5792c7010968e38712372/488",
    "ozone_unittests": "1036c1386062c13d383e3ff6b53773181bd9ef5e5599c47f22170618f0e4b67f/488",
    "ozone_x11_unittests": "f8c018b4eedfce63849161e2e690f197122fc9885cc7518fbe280b03d763484b/488",
    "pdf_unittests": "6bb7b82b68e90b9f069000ae42a454d935b2b15f339959f8cd1287c86248fa98/565",
    "perfetto_unittests": "cf0ff136b571a249161ebbac25eb5b1be0f074c7ffb032b4dd6744aaf8f47932/488",
    "printing_unittests": "d43dcab99e904b50f9408ef508a0d4679599309ef3645f829ea1ace4417eb160/488",
    "pthreadpool_unittests": "45e0afa65047a8009b9da67e392e04003eae8b662f78177199d42e6b4be2dcf6/488",
    "remoting_unittests": "bbf95ef953b5ef4b458d8e7baf7d1db2ea4e8abf67f13a9fc7b2cfb0deb69589/647",
    "sandbox_linux_unittests": "1332e54bd0eb5b7c6cd9d03357da4d57c8c52a1fc9c754075d53c9c89be72098/488",
    "services_unittests": "da24c692e9588377395ad026a0ed54763f9052f4252feb942b7bb04a8ee497d1/816",
    "shell_dialogs_unittests": "905de884fc4d4d3ebf099f6213c1c60f26cd32e433c5067c288aef5fdc0ac4d9/488",
    "shell_encryption_unittests": "8c3a9e94374b77ce6e29157ce83ea5709dc260ee909feba2b915ba55946c9561/488",
    "skia_unittests": "3346e6059ec7e5d7c6b5d350b7966916ba708a4f3861e64d65237330f2b248c3/488",
    "snapshot_unittests": "38bedb9f4c44561615e7caa07f0cc06206256c8b02ecd814fb63bed6a79999f0/488",
    "sql_unittests": "2fda8c900258974b6158a350acdc11ca329d73671f66dd569a8c95aa9373dc3f/565",
    "storage_unittests": "0ef8000fa110b690a93ea6beee1a7a25999d8fb35dc72f30bccdf7cb7dff85d0/646",
    "sync_integration_tests": "7e062167bd7dd303ecf68086e45aa8ea84050dc59e33cc1ae102e66929afc22d/730",
    "ui_base_unittests": "42dd87d9f45a2b640c49bcb2db6c1a7641d1c620c7adb705b6d2555e8b8b1413/641",
    "ui_chromeos_unittests": "03f9339f213fc8664cb759cb3b42b12a754b6e55c0c516462066a04a02c86e3a/488",
    "ui_touch_selection_unittests": "7cb09a2d2ee802e1670c6ffc6fd3779c577cd80e50d53d2ad21208f41f5c31e2/488",
    "ui_unittests": "dc7b42f2719edf260ddf2d0bada225284eed4c6bb876a07b742c9be3bf569747/488",
    "unit_tests": "5c915ca9ce1bebc604af3a5d05eb50c3766c050b4d06849cba9262ca0c38c102/1062",
    "url_unittests": "378788f36af174c17290db722cb30238b8dbaacb799f42f6b7ab982f2fe0dabf/488",
    "usage_time_limit_unittests": "c845577ffcc950452b0698388a6f38bc027875b3c27cad3fd7a101d16e5e4a25/568",
    "views_unittests": "63bd0f473dca0c946833fc76473cdb8f886ee2b9e4db5a00e66e890297beb07d/488",
    "viz_unittests": "b9a5d36af46ffda23d74236e84185d8ddafd1a872b9a10ab66d677b965c94e78/572",
    "wayland_client_perftests": "080f1f6d87b3cefb9258a0d72b884bb83ac1e26a6ef111bb62a37e2a648e0084/647",
    "wayland_client_tests": "c34d81d15ecd2f32eecacba7cb614e9906d50f011b002e53faa41fd4bde7e0a6/647",
    "wm_unittests": "5b3ff3c32eeeecd212fc431e9440061845439a4f563bdfea974dcc7a476dfe70/488",
    "wtf_unittests": "d8b302faffd1b344aea5f9758d7d84c017c9b94259640ee38bc3737339c80425/488",
    "zlib_unittests": "f40fedcdf4110ef51498b9b3786d535c9cd4ab83064b84f24c86f08144b77f28/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/190e90bdd3a925ca03e7af2529661d25bab73cf6
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:116286
  • user_agent:recipe

Debug log (UTC)

[14:26:42.219] New invocation is queued and will start shortly
[14:26:42.219] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:26:43.338] Starting the invocation (attempt 1)
[14:26:43.366] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/190e90bdd3a925ca03e7af2529661d25bab73cf6"
[14:26:43.366] Popped gitiles commit info from properties and tags
[14:26:43.366] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:26:43.366] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:26:43.366] Buildbucket request:
{
  "requestId": "8862379194443836720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "190e90bdd3a925ca03e7af2529661d25bab73cf6",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "190e90bdd3a925ca03e7af2529661d25bab73cf6"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8696951247638981233"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8696951247638981233"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8696951247638981233"
                }
          ],
      "parent_build_id": "8696951247638981233",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "fedc778676eb69fc6f335da32bc3287bfd2c03b2",
      "parent_got_dawn_revision": "abc5871ef220428159d123109d6b5645242b8787",
      "parent_got_revision": "190e90bdd3a925ca03e7af2529661d25bab73cf6",
      "parent_got_revision_cp": "refs/heads/main@{#1551479}",
      "parent_got_swiftshader_revision": "498a6f760dea6cdda0302406c49b8fbb09b9af92",
      "parent_got_v8_revision": "f932acb1eb6c8af5fdfb63c248ac41b3a66261e5",
      "parent_got_v8_revision_cp": "refs/heads/14.4.253@{#1}",
      "parent_got_webrtc_revision": "160d29b72882a4217836d7d87fd6e3e16b0dc59e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46340}",
      "swarm_hashes": {
            "absl_hardening_tests": "1228685cad7342ea8d1115ba907873c780e4fb06d729581c0ff111a3dba3cf13/488",
            "accessibility_unittests": "302b090c7224b7caf44781e80adb18faed50165f06fbdab09a33759ef7607046/488",
            "angle_unittests": "7eb70e8cf2907d6bc9619c7c89070569ab3cde9b1091e3a23e6de7e83c6104ac/489",
            "app_shell_unittests": "886e7107b84e7c58b607ab4598748d65d73c7278871cac6ab33595ad16033a8a/649",
            "ash_components_unittests": "d121ee164f5b4eefdcd09c1efe0ad1f24ef7099038039d388710d386e5276475/649",
            "ash_unittests": "51e8e0b0ad5e16dc99d5a73ef088cc044c41766f92d88b7a3832e6c750ad13e6/800",
            "ash_webui_unittests": "c206ec4e95fd6753eac39ab9099726889756a9a4385e5a9aa36e84472592da6b/648",
            "aura_unittests": "a100b553b634dcf499b73d65071efe1819c9d54d508c82145260325866bce68c/488",
            "base_unittests": "1effa7133d0f8becb0fcded90c87b48e905e2e206e7187777687f433c2376827/566",
            "blink_common_unittests": "d98187c678e65f2dc91f19ea7989de74a1869cd334f1d35f0d6c64cde4fe7c72/566",
            "blink_fuzzer_unittests": "cb4607e1ed973a213214932348644479519761c5e502f23a38f3627287b7603c/488",
            "blink_heap_unittests": "56d918aaaf9884488101f450fbc65ab5c795e985ce0f28078a1267a2ed938013/488",
            "blink_platform_unittests": "b50c86ba6c3a7e67220070415cf36d22d867296977c1ad95b045c29361d5c24b/645",
            "blink_unittests": "d2d904f08505c243482fa8e752878f547c737e47369e4d73866a04a4c708b34b/729",
            "boringssl_crypto_tests": "698b3c8ba54b761f68d1e451a363a2ab8bb4a6a224883f5be4e7f96e10c5a29b/489",
            "boringssl_ssl_tests": "84297684bdbe577a416183aad7bce50f096927977f07cdd7c0241e9da2888a0e/488",
            "browser_tests": "5355432731b8f8f91f6dc24bc3bb2a25d3a5963f37021f041d58db5587c6f2c1/1299",
            "capture_unittests": "c9d8a2d473bf4df9b013bd9b2e2a502cac7dde7e48e22468ad01805f70753082/567",
            "cast_unittests": "db14d711ee35ba48cf43823e84ddcf9ca757c4fec7391731ada55669f43da7f7/488",
            "cc_unittests": "ce134688a132f4fca7e0d0992c22013d534224779dddd1674d746f38dfb081aa/648",
            "chrome_app_unittests": "e2732cbc43398e25e52c2e2a2af971e90a31d5fef4d930cbb69aa316035ee861/648",
            "chromedriver_unittests": "abadd7c68f85fb4454f490b2c471c40ee75ca0155e50276ea00f83618702c1a7/645",
            "chromeos_components_unittests": "5d8eaf74639e3c61b400e6576ec033cb659edfa4e36853a77f68e9f365907a4f/647",
            "chromeos_unittests": "7d756023eb8e83b29e40db991c44c5de40ff208a190a0168625f405a5cceaecf/807",
            "components_browsertests": "e5c41455a743cfd8518014e8c6ef65a31c96d03abf23af2c5d1d67ccd60329d5/732",
            "components_unittests": "9aa95f2958abe75fe24c7797eb332ea71b16764ad4d17efd9521476dbda958e5/894",
            "compositor_unittests": "56f38f9e4844a42eb25118d2832dcc9b369ff630485ff7c7dc3e2e9eb19fb03d/564",
            "content_browsertests": "48e9f8a8c7bc0a4803da46f5d22660b0d9774bd4a89a27a76e516861056686cc/805",
            "content_unittests": "0f752f62a15fbd5ff9f7d7b76ce08f49a31ad951bfcf5642093bf4f603e2c195/725",
            "crashpad_tests": "8a7a3a2138a9d20e4b13366b8b562301d8be4a3ef056699c836928ba92c56bae/489",
            "crypto_unittests": "7514c9cafc337aa2384b1b31f89e0eac67b6efdac9cc0da5a947c7beab97aac5/568",
            "dbus_unittests": "8f03442add5b7bfbef462a49bd66cbf5900359df927a837c026da736440c418f/488",
            "device_unittests": "d376e27ff7d3a15a4a4ac13c0286e3fa539753ecde683ca19c16691100ac2300/565",
            "display_unittests": "56050d6c43a74cde4af30096bef76321cb32e343476050282e0c530537d6498c/488",
            "env_chromium_unittests": "23c29f590627c41fac6554c79a9c59b13ee58f0f7540f2303ae919bb9f89570c/488",
            "events_unittests": "c3e9ba1747aaaa60af61266944fcadef155d6ff305bf6602341fe3a2440dc01c/488",
            "exo_unittests": "28ea445a989bc4711e71570a48b18345dfd48e474097fd0caf77c39dd4f2544a/647",
            "extensions_browsertests": "cd7cd5d7cfbfe3d2e4b42a688de177b5e07c3c6d9a0a2a58c5e86d93ed5e2bfd/651",
            "extensions_unittests": "8c2f5c76cdad904a4b0487b6098fa3e407458fc7e593041f6535c4504cf86e06/812",
            "filesystem_service_unittests": "8fd5df6f97cf67cccc093ebebcca7e4aad722b4b0cc7bd91d4f4da2c294a413e/488",
            "fuzzing_unittests": "d4a2a0de5dfa68213c833272642383a45c71b061e0cc5dee1f4a648b4b6737da/488",
            "gcm_unit_tests": "a749d2cd187f1b382c60739b40cc867ace4dc4c7bf2e038f4ae22e2591f3623d/565",
            "gfx_unittests": "12853601cd69a9aa22a1e63542915cd848c195865d2ad541c61cfa94fef5960b/564",
            "gl_unittests_ozone": "8265ab5ae675c7cec1707703309c4f824db64ca4b3794d94e133b6efc35b4892/488",
            "google_apis_unittests": "81d7ea5997d6901cbd7baee2aa73c0f035c8ecffcca436742548794105e7aa5b/650",
            "gpu_unittests": "ac0ded47b68807f8fec8ff203d2aa45d87291551e163693323e124dc871e963e/565",
            "gwp_asan_unittests": "53f368dd0877928b472f80cd6f4f961623319742f6ca234bc9b4a5f7f2549585/489",
            "interactive_ui_tests": "f23594f05ec8fbbc69d23d8b06d7ffe4f49bfebbacf3e497f0c6c430165f1b8b/1142",
            "ipc_tests": "7d20a14d3c25dab7e3ae57ca875b6de5ecd6d7aa7b7e3f6b890bdfd156446cf7/488",
            "keyboard_unittests": "01f0e5d4e2df574b6ad3d065db8f7af4de408f84525b99f2302d806f7912f337/488",
            "latency_unittests": "8b2d64639a303a7c51dbd3a4bc37bc1f566469758ddf88d6b71a3cd40287c275/488",
            "leveldb_unittests": "c3f85c2204831ca1a4d1781e75300dae6f6f63fac02d8a6d05a862fe3e79a4fa/488",
            "libjingle_xmpp_unittests": "fe5b8ab179e9862fe502addc827ca5c6ee95ce1f4a5ed5f26869885a14aea7e6/488",
            "liburlpattern_unittests": "a68e54c23d3251476ad150ad78f52452d03e5c9350584f9d6abacc7917d103c1/488",
            "media_unittests": "61e14cd2e5df394c960a99fc08f67854e2ec404e51ca184c836208fe2de00ef5/568",
            "message_center_unittests": "7d97ed321c69b23be71139afd205e504380cb624b1188a660e0a5ec4c2f8f2dc/488",
            "midi_unittests": "064b3f1acb4c77e67fb93b55445fb54bb4e905bfe1fcb6d65c1daff1ab939e81/488",
            "mojo_unittests": "ece52d4dd1d598162595fa0a39e34d71dce86ad93f7f51dab23c2ab25e589249/566",
            "native_theme_unittests": "1c8675b146cd06d8a08560e4cb2c94d1e840a5ce89269eaf040cf8cea1e9d6ff/488",
            "net_unittests": "0f4bfd9b79590a1eaa09180c1f80672fa3edb4b601ebb68a3126d9d753ce35e5/567",
            "ozone_gl_unittests": "cbad21548843fe613c6e2bcfbd9e15659a36c7e8bed5792c7010968e38712372/488",
            "ozone_unittests": "1036c1386062c13d383e3ff6b53773181bd9ef5e5599c47f22170618f0e4b67f/488",
            "ozone_x11_unittests": "f8c018b4eedfce63849161e2e690f197122fc9885cc7518fbe280b03d763484b/488",
            "pdf_unittests": "6bb7b82b68e90b9f069000ae42a454d935b2b15f339959f8cd1287c86248fa98/565",
            "perfetto_unittests": "cf0ff136b571a249161ebbac25eb5b1be0f074c7ffb032b4dd6744aaf8f47932/488",
            "printing_unittests": "d43dcab99e904b50f9408ef508a0d4679599309ef3645f829ea1ace4417eb160/488",
            "pthreadpool_unittests": "45e0afa65047a8009b9da67e392e04003eae8b662f78177199d42e6b4be2dcf6/488",
            "remoting_unittests": "bbf95ef953b5ef4b458d8e7baf7d1db2ea4e8abf67f13a9fc7b2cfb0deb69589/647",
            "sandbox_linux_unittests": "1332e54bd0eb5b7c6cd9d03357da4d57c8c52a1fc9c754075d53c9c89be72098/488",
            "services_unittests": "da24c692e9588377395ad026a0ed54763f9052f4252feb942b7bb04a8ee497d1/816",
            "shell_dialogs_unittests": "905de884fc4d4d3ebf099f6213c1c60f26cd32e433c5067c288aef5fdc0ac4d9/488",
            "shell_encryption_unittests": "8c3a9e94374b77ce6e29157ce83ea5709dc260ee909feba2b915ba55946c9561/488",
            "skia_unittests": "3346e6059ec7e5d7c6b5d350b7966916ba708a4f3861e64d65237330f2b248c3/488",
            "snapshot_unittests": "38bedb9f4c44561615e7caa07f0cc06206256c8b02ecd814fb63bed6a79999f0/488",
            "sql_unittests": "2fda8c900258974b6158a350acdc11ca329d73671f66dd569a8c95aa9373dc3f/565",
            "storage_unittests": "0ef8000fa110b690a93ea6beee1a7a25999d8fb35dc72f30bccdf7cb7dff85d0/646",
            "sync_integration_tests": "7e062167bd7dd303ecf68086e45aa8ea84050dc59e33cc1ae102e66929afc22d/730",
            "ui_base_unittests": "42dd87d9f45a2b640c49bcb2db6c1a7641d1c620c7adb705b6d2555e8b8b1413/641",
            "ui_chromeos_unittests": "03f9339f213fc8664cb759cb3b42b12a754b6e55c0c516462066a04a02c86e3a/488",
            "ui_touch_selection_unittests": "7cb09a2d2ee802e1670c6ffc6fd3779c577cd80e50d53d2ad21208f41f5c31e2/488",
            "ui_unittests": "dc7b42f2719edf260ddf2d0bada225284eed4c6bb876a07b742c9be3bf569747/488",
            "unit_tests": "5c915ca9ce1bebc604af3a5d05eb50c3766c050b4d06849cba9262ca0c38c102/1062",
            "url_unittests": "378788f36af174c17290db722cb30238b8dbaacb799f42f6b7ab982f2fe0dabf/488",
            "usage_time_limit_unittests": "c845577ffcc950452b0698388a6f38bc027875b3c27cad3fd7a101d16e5e4a25/568",
            "views_unittests": "63bd0f473dca0c946833fc76473cdb8f886ee2b9e4db5a00e66e890297beb07d/488",
            "viz_unittests": "b9a5d36af46ffda23d74236e84185d8ddafd1a872b9a10ab66d677b965c94e78/572",
            "wayland_client_perftests": "080f1f6d87b3cefb9258a0d72b884bb83ac1e26a6ef111bb62a37e2a648e0084/647",
            "wayland_client_tests": "c34d81d15ecd2f32eecacba7cb614e9906d50f011b002e53faa41fd4bde7e0a6/647",
            "wm_unittests": "5b3ff3c32eeeecd212fc431e9440061845439a4f563bdfea974dcc7a476dfe70/488",
            "wtf_unittests": "d8b302faffd1b344aea5f9758d7d84c017c9b94259640ee38bc3737339c80425/488",
            "zlib_unittests": "f40fedcdf4110ef51498b9b3786d535c9cd4ab83064b84f24c86f08144b77f28/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "190e90bdd3a925ca03e7af2529661d25bab73cf6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8862379194443836720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "116286"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:26:43.817] Scheduled build:
{
  "id": "8696949132533952801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67316,
  "createdBy": "project:chromium",
  "createTime": "2025-11-28T14:26:43.418791421Z",
  "updateTime": "2025-11-28T14:26:43.418791421Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "190e90bdd3a925ca03e7af2529661d25bab73cf6",
      "ref": "refs/heads/main"
    }
  }
}
[14:26:43.817] Task URL: https://cr-buildbucket.appspot.com/build/8696949132533952801
[14:26:43.817] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:2:0) after 8m27s
[14:26:44.121] Received PubSub notification, asking Buildbucket for the build status
[14:26:44.135] Build status: SCHEDULED
[14:27:44.956] Received PubSub notification, asking Buildbucket for the build status
[14:27:44.991] Build status: STARTED
[14:35:10.882] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:2:0)
[14:35:10.910] Build status: STARTED
[14:35:10.911] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:5:0) after 5m0s
[14:40:11.009] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:5:0)
[14:40:11.031] Build status: STARTED
[14:40:11.031] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:6:0) after 1m18s
[14:41:29.052] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:6:0)
[14:41:29.065] Build status: STARTED
[14:41:29.065] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:7:0) after 2m10s
[14:43:39.088] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:7:0)
[14:43:39.116] Build status: STARTED
[14:43:39.116] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:8:0) after 6m40s
[14:50:19.314] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:8:0)
[14:50:19.331] Build status: STARTED
[14:50:19.331] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:9:0) after 6m10s
[14:56:29.375] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:9:0)
[14:56:29.509] Build status: STARTED
[14:56:29.509] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:10:0) after 1m52s
[14:58:21.642] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:10:0)
[14:58:21.656] Build status: STARTED
[14:58:21.657] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:11:0) after 7m58s
[15:06:19.679] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:11:0)
[15:06:19.695] Build status: STARTED
[15:06:19.695] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:12:0) after 6m44s
[15:13:03.955] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:12:0)
[15:13:03.982] Build status: STARTED
[15:13:03.982] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:13:0) after 9m41s
[15:22:45.417] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:13:0)
[15:22:45.457] Build status: STARTED
[15:22:45.457] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:14:0) after 7m4s
[15:29:50.650] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:14:0)
[15:29:50.666] Build status: STARTED
[15:29:50.666] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:15:0) after 8m12s
[15:38:02.791] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:15:0)
[15:38:02.818] Build status: STARTED
[15:38:02.818] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:16:0) after 5m29s
[15:43:31.929] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:16:0)
[15:43:31.951] Build status: STARTED
[15:43:31.951] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:17:0) after 4m29s
[15:48:01.001] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:17:0)
[15:48:01.015] Build status: STARTED
[15:48:01.015] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:18:0) after 1m20s
[15:49:21.145] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:18:0)
[15:49:21.160] Build status: STARTED
[15:49:21.160] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:19:0) after 1m16s
[15:50:37.248] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:19:0)
[15:50:37.263] Build status: STARTED
[15:50:37.263] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:20:0) after 6m10s
[15:56:47.492] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:20:0)
[15:56:47.503] Build status: STARTED
[15:56:47.503] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:21:0) after 6m1s
[16:02:48.524] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:21:0)
[16:02:48.556] Build status: STARTED
[16:02:48.556] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:22:0) after 7m16s
[16:10:04.677] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:22:0)
[16:10:04.695] Build status: STARTED
[16:10:04.695] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:23:0) after 2m3s
[16:12:07.729] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:23:0)
[16:12:07.765] Build status: STARTED
[16:12:07.765] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:24:0) after 2m1s
[16:14:08.825] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:24:0)
[16:14:08.909] Build status: STARTED
[16:14:08.909] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:25:0) after 1m26s
[16:15:34.973] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:25:0)
[16:15:34.989] Build status: STARTED
[16:15:34.989] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:26:0) after 8m50s
[16:24:25.039] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:26:0)
[16:24:25.054] Build status: STARTED
[16:24:25.054] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:27:0) after 3m2s
[16:27:27.051] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:27:0)
[16:27:27.069] Build status: STARTED
[16:27:27.069] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:28:0) after 8m19s
[16:35:46.089] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:28:0)
[16:35:46.110] Build status: STARTED
[16:35:46.110] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:29:0) after 3m4s
[16:38:50.175] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:29:0)
[16:38:50.195] Build status: STARTED
[16:38:50.195] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:30:0) after 2m18s
[16:41:08.196] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:30:0)
[16:41:08.215] Build status: STARTED
[16:41:08.216] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:31:0) after 8m48s
[16:49:56.277] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:31:0)
[16:49:56.295] Build status: STARTED
[16:49:56.295] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:32:0) after 4m16s
[16:54:12.379] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:32:0)
[16:54:12.393] Build status: STARTED
[16:54:12.393] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:33:0) after 6m16s
[17:00:28.575] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:33:0)
[17:00:28.593] Build status: STARTED
[17:00:28.593] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:34:0) after 1m49s
[17:02:17.927] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:34:0)
[17:02:17.943] Build status: STARTED
[17:02:17.943] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:35:0) after 5m23s
[17:07:41.076] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:35:0)
[17:07:41.090] Build status: STARTED
[17:07:41.090] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:36:0) after 3m56s
[17:11:37.610] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:36:0)
[17:11:37.623] Build status: STARTED
[17:11:37.623] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862379194443836720:37:0) after 8m28s
[17:11:44.887] Received PubSub notification, asking Buildbucket for the build status
[17:11:44.901] Build:
{
  "id": "8696949132533952801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67316,
  "createdBy": "project:chromium",
  "createTime": "2025-11-28T14:26:43.418791421Z",
  "startTime": "2025-11-28T14:27:44.738959792Z",
  "endTime": "2025-11-28T17:11:43.757570280Z",
  "updateTime": "2025-11-28T17:11:43.757570280Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "190e90bdd3a925ca03e7af2529661d25bab73cf6",
      "ref": "refs/heads/main"
    }
  }
}
[17:11:44.901] Invocation finished in 2h45m2.688154815s with status FAILED