Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8699565293890634225"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8699565293890634225"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8699565293890634225"
    }
  ],
  "parent_build_id": "8699565293890634225",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "503cda610cc3809959067960c0ebe03b29b86cb4",
  "parent_got_dawn_revision": "dba64606fb3774d037bfda83a7fc773c561f9826",
  "parent_got_revision": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c",
  "parent_got_revision_cp": "refs/heads/main@{#1538024}",
  "parent_got_swiftshader_revision": "1319f67747a4f4d913df06bfaeb85273ee5587b9",
  "parent_got_v8_revision": "1fb90d7b68a57a1afa460058437208d1d8aa9d40",
  "parent_got_v8_revision_cp": "refs/heads/14.4.24@{#1}",
  "parent_got_webrtc_revision": "3a16796bad6b31876a3324677eaf80c516d9a80d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46063}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c",
  "swarm_hashes": {
    "absl_hardening_tests": "ca05281bc388096232b71cd7ea746d353380c856bec3911af1c67dcf3b012d17/488",
    "accessibility_unittests": "e68803377883253b6e7c3666c4e41dd2457835296ce1a86a55dfcf764f2ff763/488",
    "angle_unittests": "715744d7afe9b73abe2fa2d3e9ae21d1d94f6c0cd9d0dc6db3e7a758a42bb509/489",
    "app_shell_unittests": "0c5b525848de5701f56d215de7ac7d4a208da5b31adefba5db561d5486aaea4b/649",
    "ash_components_unittests": "63ab043c32fc005306efb23b9c3e53d5ac6ff15c297fcc792146dd135d2211f1/649",
    "ash_unittests": "f6ad8e9114f26caac8b10b7525b30be809c3015b7fd775972a06263d817d3ed9/800",
    "ash_webui_unittests": "705ba58ff0bb77aca2036ece9d2142043e1f1ad083bd6d483b7f510f0d7aec26/648",
    "aura_unittests": "6ced458f3bcb6b2693a7e4a9b9675d1201f51c48ea2a1583cfeb74c77ffe8c11/488",
    "base_unittests": "95edd4a18108241089a9529d189b571ed079b5f2f6b98a659caec68e8724eb3e/566",
    "blink_common_unittests": "a62e0e8c10685567cc70c49ff241a4a4219e25d49a59a78ef3d598faf21ce6f7/566",
    "blink_fuzzer_unittests": "a242efa0d309754b25bbd4858d9e182a118d1901c4f3692e2217f05d9c3feddb/488",
    "blink_heap_unittests": "0483fe16fd21409904c83e9229d1a5b73539a9e50087b6defdba21e89e8cde6b/488",
    "blink_platform_unittests": "c0c96e7ee63dd77222f4889e8876684373964643a8b8302559066535ec6b1097/645",
    "blink_unittests": "e2cfca93f0115dec6b918112f3c7d46887bf18431dc5883ecd75c72528bdff2d/729",
    "boringssl_crypto_tests": "1601dfa9c3914f7c86098b4c4b20c3e38b44fa7e5eb62eb958cd9b66e2e64b33/489",
    "boringssl_ssl_tests": "b3ac0b3151c4dbd1dbf7b025b095ae56116f978d2ae7f89d3d0f99b9595b95bd/488",
    "browser_tests": "a0148a75fe8b59478bfd83d8e9c2a1c2382e8593f8805782abc142234e878b05/1299",
    "capture_unittests": "0214295bcedafa4eac79adec5c2c9ad7c6a5fe267ec35bba8154826f85648255/567",
    "cast_unittests": "dd5fa03df93f600ddbb2a56d82c5fbe9f9ad924298fb655b11910ce06d07efb1/488",
    "cc_unittests": "eac552434d8a5b1f72551d419af53413e938200e979d2c55e1716393c4497280/648",
    "chrome_app_unittests": "5b6be08fb7df109f7c5df4cca2f542bde197f12f49512843e64f532bb32789e6/648",
    "chromedriver_unittests": "b01072afa4cdbf5c883f3988e0a52f27a069bab70d4ebbe6df84d84f5047fb22/645",
    "chromeos_components_unittests": "55ae6714714a80bcbd73b9e6bc829d88851f77315ebcc6572900f7bc48a7ee89/647",
    "chromeos_unittests": "b23655f6c0d630f335ed768050e8dd290dd8ed2861c798635b919817231fa87f/807",
    "components_browsertests": "d3b4f38cdf79ab7bbad8a4b52d1502eae4446221d2ac1e5fa5f1d3d772811121/732",
    "components_unittests": "4da1651378e85c4134b96ef0302cdea776a96d2a07dbcd6831176d10cd73c5d9/894",
    "compositor_unittests": "a9aca4ab41a80e75e9f5757ff4f7941bde25a32d9f91fb0c6f45c49ad717bac1/564",
    "content_browsertests": "a2e7244f108106d3e06a03cf72c46a2c9f6e3845df33ce3ebb5bae5e97d3489f/805",
    "content_unittests": "6a4e2173746ff4ff90e6c82a52d3af272bfea998230d8a67dae50176e2c0de60/725",
    "crashpad_tests": "2d9cd4bef57180dad43e266c8dab7daf77059b3b476c3aa505a4f7a19169a1c3/489",
    "crypto_unittests": "a4d249ae6877ceae9a40a7694e77ba32248d71ac937c58d8dbc4d0d847e58df6/568",
    "dbus_unittests": "48ece9387a7187e9d7fdeeb9fda5d81d95f186b5fd7ff04367994341c11527cc/488",
    "device_unittests": "0b4796e24a73f5c3cbf07dc4b298005e327fa1c723d272a88a19cc40599fd052/565",
    "display_unittests": "01849d2354781f63ea3574e41955bf5d6991b62888653b684c84fe0d00a7c6b0/488",
    "env_chromium_unittests": "51c935a899c2d1b75958cbd9b2e8208f60468427df2d066ef85cfa170965bd22/488",
    "events_unittests": "bb58298146a55b465059b07785cc8abb9f5543c8f00653dab0ff69c94aa3b8e6/488",
    "exo_unittests": "a7bc1a0e9b1d526e7e2376374b9b6484dbfde734156dc5b095ee130596935cd7/647",
    "extensions_browsertests": "d2c36f59711953a751127151b2efd802b949cefa349f937d9566aa9d93d96d90/651",
    "extensions_unittests": "9858c8feb14732db16902d520c0f6e1d2166bdd6d70fa78a7533bca30b0d65c9/812",
    "filesystem_service_unittests": "ac839a45b56ead1f6c878fbb4489a7ed04799f5352ac93f04edc98ffc1f98724/488",
    "fuzzing_unittests": "79ad7ca881c0fff762360360e7afc0b7205de7e724478230e0a5c20f419a7969/488",
    "gcm_unit_tests": "5118f73b7eb2171ec84e630c60f783ac480cd81418c2ec0ad7550e475e80d600/565",
    "gfx_unittests": "e9c7b138e99dca15052fe5e20341e2f62d835538f817b426dffefedde563dac2/564",
    "gl_unittests_ozone": "0f8af2cb973f994bf7b3809cf367c7d5df4320fa19bcb25dd173dccdaa12ab1b/488",
    "google_apis_unittests": "09d61f53a5d631b565229d40cba162bf1db26026c6afea479c01a58089389e76/650",
    "gpu_unittests": "ca95f0967da9df3ca68f838761f2ef7362b2ee4484c4bf44ab672884e762e62e/565",
    "gwp_asan_unittests": "83b348998518a66cdf7673279489cdec19cd27c08a207ba3e0ceae55f15ed817/489",
    "interactive_ui_tests": "b267c00a36976891cab7de3023b3f19305ca8acd2782eaa5353aa51c976dd449/1142",
    "ipc_tests": "9b71c544fd2c299043ed89669bf73a77b97e017aa866a837b00c83a959f2b742/488",
    "keyboard_unittests": "cf0a1a1dfed17c4dad95f33fe97615701e71d1f9d13d34aede24c56666b2726b/488",
    "latency_unittests": "a2373f9a87a60d729554f40965d3933c4166c6de32f787798b7f2467c92790bc/488",
    "leveldb_unittests": "a60ece70a94e62896815ce7af00c7d8ded458fb08d87f24c77f61356d466ac24/488",
    "libjingle_xmpp_unittests": "385c29bbfbadf7405b0b53a9b6a8a61cc11f41797462c502b5c3b02598b31089/488",
    "liburlpattern_unittests": "770892193b180aaa0abd1f5c506a1f3001836229289d00ad3075192451242412/488",
    "media_unittests": "052529747223bb03bdc20e182d5473f7346e1fe68221d43b71afba58da59e921/568",
    "message_center_unittests": "07a4819246319a72e302536391861422aba27d0050f2473d730b4b7037cf5e9a/488",
    "midi_unittests": "8d5337cafce07eafd33a1082c1985d4e462e98b8159ed9058696b3ec2f787887/488",
    "mojo_unittests": "6d7a2628302cd6ae5577434792da3f2bbea749cc95df7647092dd5195de6581b/566",
    "native_theme_unittests": "84c20676ae8f68a9c9547d98571c29e645e39469350e40bdd5cd355641af5119/488",
    "net_unittests": "6a63ca52fc34d47bb49a2adb674c4e2d5d4d8a60211d709330504ea27362df9e/567",
    "ozone_gl_unittests": "bae3f9dfb1142126efc146a11d714d19ae8e348625e967435e47b5182f836498/488",
    "ozone_unittests": "b95500c429c74f78c03a640642e4e65b89e84c04f3c1e3aff657aba7c0bdbee7/488",
    "ozone_x11_unittests": "76c8c21e531ea0b8a53a4db11e8530a8f9d11a1a1b64961e4c0bfbb9ca4f82d7/488",
    "pdf_unittests": "667eeb27b4ad73280f87fe828c96b76d12f5fa480a74f1642731248b823ab008/565",
    "perfetto_unittests": "48a7a665befaeedc6710fcb51590378b86a82b98e5c52ef5aa919c4c9c7d98d7/488",
    "printing_unittests": "1576357748094fea5c75312d43c7c0b35da8ad1ceaf287b023ee008b5f8ced1c/488",
    "pthreadpool_unittests": "ddcd8afc2df515f0dd42eda2ed708e4d0483e2e4cb11372d73f3d87be8d3674c/488",
    "remoting_unittests": "1b607223e5be5e381722bb378a21d7fea45cce34164c847d61c747d3b38d57b4/647",
    "sandbox_linux_unittests": "eddf9afed6323f209c428b9b6b7dfa1a13017fa11f1a546e73ecacdd78abfec4/488",
    "services_unittests": "c407d91392da9ce6e0443ee1288fc3e6a99837351e0bd36aa03ee10370e0a7c9/816",
    "shell_dialogs_unittests": "f72ca5d38751dcdf504a25cfaa4778bf8170f6c7fdb2009adb2049b9044932e1/488",
    "shell_encryption_unittests": "8c5bdad1cacca758891eb93193d0c8e7978d6990d9e42a7319d9ee6f7c62134d/488",
    "skia_unittests": "a7cf59a204709937224ab302b3046a3e33d9c8498d80c4640a45fd3e92d40c1a/488",
    "snapshot_unittests": "14070d812fcf065a49094e8af63f9c0141bca23f771eb6c0543cd72f957ad00d/488",
    "sql_unittests": "7e88ecb5ffc83aabb340157f5ace5473fa19212312cb902d9314d9c695615828/565",
    "storage_unittests": "14e9ef0ebbc933f7d88c395282f2b668a9f29cb297a16733abe6fb1b7ed59a8e/646",
    "sync_integration_tests": "28cd976fe4b229dbd92dffd8f9aba2e2b15ab79baa944250c201699624506134/730",
    "ui_base_unittests": "95a01741e57c9b6534cbca9e6abd5f0dad3ed0639a82eb3ca7e99ee358fa2979/641",
    "ui_chromeos_unittests": "fb5a0894f6fdb953c5e79a8298aa5896c5113a7b11f22d2a2d4cd9ca01d6e249/488",
    "ui_touch_selection_unittests": "6d9690b717e16e3d2abaa2898949e18e4589e7d15f6370a7002d8457c3be0ed0/488",
    "ui_unittests": "bbd4b6d8b85fc97a85210aa24d1addc0807736eee48b4df49c95213bf775dd1c/488",
    "unit_tests": "09164d54650d003b7b25ea3c6136bb1f9ed0e1e00b1f0c630dc2ba9cfee98b69/1062",
    "url_unittests": "febeb4703ed03e5c2903a7514062a8abcd613c8670d66c6fe6597a43626c5eae/488",
    "usage_time_limit_unittests": "0f2139d2f523e2cbfa5dc6bc8c012a92fd45958580e3b53b4cf465a555ad24a8/568",
    "views_unittests": "6e873f80723f3852edd735db8de9f96351a7ec78f0534d6a903164b18a65ce0d/488",
    "viz_unittests": "b6db68f3d18d8b5bc76f7a4073fd8f568c99695bfe0472de5c730b9fd0e16e47/572",
    "wayland_client_perftests": "f23fdc768620ceb9c55575e2bb4e5cb642de578e8c93be2b9d2d973064a71c49/647",
    "wayland_client_tests": "52a74321fdba1ffa48b1e0368f7c43e36dcf3c31e94e9866e35c71047f26542f/647",
    "wm_unittests": "c5647ea67f0f07e33ca1fd46d76b87c6a22bf7f81ac9654869aecba13a5b6e06/488",
    "wtf_unittests": "f6e2bcce1c86e8235057f968057350ba4233e1b48c8410a31cc3fb03d5467d88/488",
    "zlib_unittests": "eddc67a4992ae5d9733c705bbbdf2a0a3b5bc9ec4d2f543d0654b96462277a8b/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/24c3b67d91168e3fa021b5f2ab86c16fac1ef23c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:114564
  • user_agent:recipe

Debug log (UTC)

[18:55:42.751] New invocation is queued and will start shortly
[18:55:42.751] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:55:43.787] Starting the invocation (attempt 1)
[18:55:43.819] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/24c3b67d91168e3fa021b5f2ab86c16fac1ef23c"
[18:55:43.819] Popped gitiles commit info from properties and tags
[18:55:43.819] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:55:43.820] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:55:43.820] Buildbucket request:
{
  "requestId": "8864989581910864832",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8699565293890634225"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8699565293890634225"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8699565293890634225"
                }
          ],
      "parent_build_id": "8699565293890634225",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "503cda610cc3809959067960c0ebe03b29b86cb4",
      "parent_got_dawn_revision": "dba64606fb3774d037bfda83a7fc773c561f9826",
      "parent_got_revision": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c",
      "parent_got_revision_cp": "refs/heads/main@{#1538024}",
      "parent_got_swiftshader_revision": "1319f67747a4f4d913df06bfaeb85273ee5587b9",
      "parent_got_v8_revision": "1fb90d7b68a57a1afa460058437208d1d8aa9d40",
      "parent_got_v8_revision_cp": "refs/heads/14.4.24@{#1}",
      "parent_got_webrtc_revision": "3a16796bad6b31876a3324677eaf80c516d9a80d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46063}",
      "swarm_hashes": {
            "absl_hardening_tests": "ca05281bc388096232b71cd7ea746d353380c856bec3911af1c67dcf3b012d17/488",
            "accessibility_unittests": "e68803377883253b6e7c3666c4e41dd2457835296ce1a86a55dfcf764f2ff763/488",
            "angle_unittests": "715744d7afe9b73abe2fa2d3e9ae21d1d94f6c0cd9d0dc6db3e7a758a42bb509/489",
            "app_shell_unittests": "0c5b525848de5701f56d215de7ac7d4a208da5b31adefba5db561d5486aaea4b/649",
            "ash_components_unittests": "63ab043c32fc005306efb23b9c3e53d5ac6ff15c297fcc792146dd135d2211f1/649",
            "ash_unittests": "f6ad8e9114f26caac8b10b7525b30be809c3015b7fd775972a06263d817d3ed9/800",
            "ash_webui_unittests": "705ba58ff0bb77aca2036ece9d2142043e1f1ad083bd6d483b7f510f0d7aec26/648",
            "aura_unittests": "6ced458f3bcb6b2693a7e4a9b9675d1201f51c48ea2a1583cfeb74c77ffe8c11/488",
            "base_unittests": "95edd4a18108241089a9529d189b571ed079b5f2f6b98a659caec68e8724eb3e/566",
            "blink_common_unittests": "a62e0e8c10685567cc70c49ff241a4a4219e25d49a59a78ef3d598faf21ce6f7/566",
            "blink_fuzzer_unittests": "a242efa0d309754b25bbd4858d9e182a118d1901c4f3692e2217f05d9c3feddb/488",
            "blink_heap_unittests": "0483fe16fd21409904c83e9229d1a5b73539a9e50087b6defdba21e89e8cde6b/488",
            "blink_platform_unittests": "c0c96e7ee63dd77222f4889e8876684373964643a8b8302559066535ec6b1097/645",
            "blink_unittests": "e2cfca93f0115dec6b918112f3c7d46887bf18431dc5883ecd75c72528bdff2d/729",
            "boringssl_crypto_tests": "1601dfa9c3914f7c86098b4c4b20c3e38b44fa7e5eb62eb958cd9b66e2e64b33/489",
            "boringssl_ssl_tests": "b3ac0b3151c4dbd1dbf7b025b095ae56116f978d2ae7f89d3d0f99b9595b95bd/488",
            "browser_tests": "a0148a75fe8b59478bfd83d8e9c2a1c2382e8593f8805782abc142234e878b05/1299",
            "capture_unittests": "0214295bcedafa4eac79adec5c2c9ad7c6a5fe267ec35bba8154826f85648255/567",
            "cast_unittests": "dd5fa03df93f600ddbb2a56d82c5fbe9f9ad924298fb655b11910ce06d07efb1/488",
            "cc_unittests": "eac552434d8a5b1f72551d419af53413e938200e979d2c55e1716393c4497280/648",
            "chrome_app_unittests": "5b6be08fb7df109f7c5df4cca2f542bde197f12f49512843e64f532bb32789e6/648",
            "chromedriver_unittests": "b01072afa4cdbf5c883f3988e0a52f27a069bab70d4ebbe6df84d84f5047fb22/645",
            "chromeos_components_unittests": "55ae6714714a80bcbd73b9e6bc829d88851f77315ebcc6572900f7bc48a7ee89/647",
            "chromeos_unittests": "b23655f6c0d630f335ed768050e8dd290dd8ed2861c798635b919817231fa87f/807",
            "components_browsertests": "d3b4f38cdf79ab7bbad8a4b52d1502eae4446221d2ac1e5fa5f1d3d772811121/732",
            "components_unittests": "4da1651378e85c4134b96ef0302cdea776a96d2a07dbcd6831176d10cd73c5d9/894",
            "compositor_unittests": "a9aca4ab41a80e75e9f5757ff4f7941bde25a32d9f91fb0c6f45c49ad717bac1/564",
            "content_browsertests": "a2e7244f108106d3e06a03cf72c46a2c9f6e3845df33ce3ebb5bae5e97d3489f/805",
            "content_unittests": "6a4e2173746ff4ff90e6c82a52d3af272bfea998230d8a67dae50176e2c0de60/725",
            "crashpad_tests": "2d9cd4bef57180dad43e266c8dab7daf77059b3b476c3aa505a4f7a19169a1c3/489",
            "crypto_unittests": "a4d249ae6877ceae9a40a7694e77ba32248d71ac937c58d8dbc4d0d847e58df6/568",
            "dbus_unittests": "48ece9387a7187e9d7fdeeb9fda5d81d95f186b5fd7ff04367994341c11527cc/488",
            "device_unittests": "0b4796e24a73f5c3cbf07dc4b298005e327fa1c723d272a88a19cc40599fd052/565",
            "display_unittests": "01849d2354781f63ea3574e41955bf5d6991b62888653b684c84fe0d00a7c6b0/488",
            "env_chromium_unittests": "51c935a899c2d1b75958cbd9b2e8208f60468427df2d066ef85cfa170965bd22/488",
            "events_unittests": "bb58298146a55b465059b07785cc8abb9f5543c8f00653dab0ff69c94aa3b8e6/488",
            "exo_unittests": "a7bc1a0e9b1d526e7e2376374b9b6484dbfde734156dc5b095ee130596935cd7/647",
            "extensions_browsertests": "d2c36f59711953a751127151b2efd802b949cefa349f937d9566aa9d93d96d90/651",
            "extensions_unittests": "9858c8feb14732db16902d520c0f6e1d2166bdd6d70fa78a7533bca30b0d65c9/812",
            "filesystem_service_unittests": "ac839a45b56ead1f6c878fbb4489a7ed04799f5352ac93f04edc98ffc1f98724/488",
            "fuzzing_unittests": "79ad7ca881c0fff762360360e7afc0b7205de7e724478230e0a5c20f419a7969/488",
            "gcm_unit_tests": "5118f73b7eb2171ec84e630c60f783ac480cd81418c2ec0ad7550e475e80d600/565",
            "gfx_unittests": "e9c7b138e99dca15052fe5e20341e2f62d835538f817b426dffefedde563dac2/564",
            "gl_unittests_ozone": "0f8af2cb973f994bf7b3809cf367c7d5df4320fa19bcb25dd173dccdaa12ab1b/488",
            "google_apis_unittests": "09d61f53a5d631b565229d40cba162bf1db26026c6afea479c01a58089389e76/650",
            "gpu_unittests": "ca95f0967da9df3ca68f838761f2ef7362b2ee4484c4bf44ab672884e762e62e/565",
            "gwp_asan_unittests": "83b348998518a66cdf7673279489cdec19cd27c08a207ba3e0ceae55f15ed817/489",
            "interactive_ui_tests": "b267c00a36976891cab7de3023b3f19305ca8acd2782eaa5353aa51c976dd449/1142",
            "ipc_tests": "9b71c544fd2c299043ed89669bf73a77b97e017aa866a837b00c83a959f2b742/488",
            "keyboard_unittests": "cf0a1a1dfed17c4dad95f33fe97615701e71d1f9d13d34aede24c56666b2726b/488",
            "latency_unittests": "a2373f9a87a60d729554f40965d3933c4166c6de32f787798b7f2467c92790bc/488",
            "leveldb_unittests": "a60ece70a94e62896815ce7af00c7d8ded458fb08d87f24c77f61356d466ac24/488",
            "libjingle_xmpp_unittests": "385c29bbfbadf7405b0b53a9b6a8a61cc11f41797462c502b5c3b02598b31089/488",
            "liburlpattern_unittests": "770892193b180aaa0abd1f5c506a1f3001836229289d00ad3075192451242412/488",
            "media_unittests": "052529747223bb03bdc20e182d5473f7346e1fe68221d43b71afba58da59e921/568",
            "message_center_unittests": "07a4819246319a72e302536391861422aba27d0050f2473d730b4b7037cf5e9a/488",
            "midi_unittests": "8d5337cafce07eafd33a1082c1985d4e462e98b8159ed9058696b3ec2f787887/488",
            "mojo_unittests": "6d7a2628302cd6ae5577434792da3f2bbea749cc95df7647092dd5195de6581b/566",
            "native_theme_unittests": "84c20676ae8f68a9c9547d98571c29e645e39469350e40bdd5cd355641af5119/488",
            "net_unittests": "6a63ca52fc34d47bb49a2adb674c4e2d5d4d8a60211d709330504ea27362df9e/567",
            "ozone_gl_unittests": "bae3f9dfb1142126efc146a11d714d19ae8e348625e967435e47b5182f836498/488",
            "ozone_unittests": "b95500c429c74f78c03a640642e4e65b89e84c04f3c1e3aff657aba7c0bdbee7/488",
            "ozone_x11_unittests": "76c8c21e531ea0b8a53a4db11e8530a8f9d11a1a1b64961e4c0bfbb9ca4f82d7/488",
            "pdf_unittests": "667eeb27b4ad73280f87fe828c96b76d12f5fa480a74f1642731248b823ab008/565",
            "perfetto_unittests": "48a7a665befaeedc6710fcb51590378b86a82b98e5c52ef5aa919c4c9c7d98d7/488",
            "printing_unittests": "1576357748094fea5c75312d43c7c0b35da8ad1ceaf287b023ee008b5f8ced1c/488",
            "pthreadpool_unittests": "ddcd8afc2df515f0dd42eda2ed708e4d0483e2e4cb11372d73f3d87be8d3674c/488",
            "remoting_unittests": "1b607223e5be5e381722bb378a21d7fea45cce34164c847d61c747d3b38d57b4/647",
            "sandbox_linux_unittests": "eddf9afed6323f209c428b9b6b7dfa1a13017fa11f1a546e73ecacdd78abfec4/488",
            "services_unittests": "c407d91392da9ce6e0443ee1288fc3e6a99837351e0bd36aa03ee10370e0a7c9/816",
            "shell_dialogs_unittests": "f72ca5d38751dcdf504a25cfaa4778bf8170f6c7fdb2009adb2049b9044932e1/488",
            "shell_encryption_unittests": "8c5bdad1cacca758891eb93193d0c8e7978d6990d9e42a7319d9ee6f7c62134d/488",
            "skia_unittests": "a7cf59a204709937224ab302b3046a3e33d9c8498d80c4640a45fd3e92d40c1a/488",
            "snapshot_unittests": "14070d812fcf065a49094e8af63f9c0141bca23f771eb6c0543cd72f957ad00d/488",
            "sql_unittests": "7e88ecb5ffc83aabb340157f5ace5473fa19212312cb902d9314d9c695615828/565",
            "storage_unittests": "14e9ef0ebbc933f7d88c395282f2b668a9f29cb297a16733abe6fb1b7ed59a8e/646",
            "sync_integration_tests": "28cd976fe4b229dbd92dffd8f9aba2e2b15ab79baa944250c201699624506134/730",
            "ui_base_unittests": "95a01741e57c9b6534cbca9e6abd5f0dad3ed0639a82eb3ca7e99ee358fa2979/641",
            "ui_chromeos_unittests": "fb5a0894f6fdb953c5e79a8298aa5896c5113a7b11f22d2a2d4cd9ca01d6e249/488",
            "ui_touch_selection_unittests": "6d9690b717e16e3d2abaa2898949e18e4589e7d15f6370a7002d8457c3be0ed0/488",
            "ui_unittests": "bbd4b6d8b85fc97a85210aa24d1addc0807736eee48b4df49c95213bf775dd1c/488",
            "unit_tests": "09164d54650d003b7b25ea3c6136bb1f9ed0e1e00b1f0c630dc2ba9cfee98b69/1062",
            "url_unittests": "febeb4703ed03e5c2903a7514062a8abcd613c8670d66c6fe6597a43626c5eae/488",
            "usage_time_limit_unittests": "0f2139d2f523e2cbfa5dc6bc8c012a92fd45958580e3b53b4cf465a555ad24a8/568",
            "views_unittests": "6e873f80723f3852edd735db8de9f96351a7ec78f0534d6a903164b18a65ce0d/488",
            "viz_unittests": "b6db68f3d18d8b5bc76f7a4073fd8f568c99695bfe0472de5c730b9fd0e16e47/572",
            "wayland_client_perftests": "f23fdc768620ceb9c55575e2bb4e5cb642de578e8c93be2b9d2d973064a71c49/647",
            "wayland_client_tests": "52a74321fdba1ffa48b1e0368f7c43e36dcf3c31e94e9866e35c71047f26542f/647",
            "wm_unittests": "c5647ea67f0f07e33ca1fd46d76b87c6a22bf7f81ac9654869aecba13a5b6e06/488",
            "wtf_unittests": "f6e2bcce1c86e8235057f968057350ba4233e1b48c8410a31cc3fb03d5467d88/488",
            "zlib_unittests": "eddc67a4992ae5d9733c705bbbdf2a0a3b5bc9ec4d2f543d0654b96462277a8b/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864989581910864832"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "114564"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:55:44.654] Scheduled build:
{
  "id": "8699559520051090305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67004,
  "createdBy": "project:chromium",
  "createTime": "2025-10-30T18:55:43.887468036Z",
  "updateTime": "2025-10-30T18:55:43.887468036Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c",
      "ref": "refs/heads/main"
    }
  }
}
[18:55:44.654] Task URL: https://cr-buildbucket.appspot.com/build/8699559520051090305
[18:55:44.654] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:2:0) after 7m51s
[18:55:45.489] Received PubSub notification, asking Buildbucket for the build status
[18:55:45.517] Build status: SCHEDULED
[18:55:48.891] Received PubSub notification, asking Buildbucket for the build status
[18:55:48.914] Build status: STARTED
[19:03:35.723] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:2:0)
[19:03:35.742] Build status: STARTED
[19:03:35.742] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:5:0) after 4m3s
[19:07:38.764] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:5:0)
[19:07:38.782] Build status: STARTED
[19:07:38.782] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:6:0) after 2m48s
[19:10:26.852] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:6:0)
[19:10:26.869] Build status: STARTED
[19:10:26.870] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:7:0) after 1m31s
[19:11:57.920] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:7:0)
[19:11:57.998] Build status: STARTED
[19:11:57.998] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:8:0) after 9m25s
[19:21:23.022] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:8:0)
[19:21:23.053] Build status: STARTED
[19:21:23.053] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:9:0) after 6m50s
[19:28:13.072] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:9:0)
[19:28:13.138] Build status: STARTED
[19:28:13.138] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:10:0) after 4m58s
[19:33:11.162] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:10:0)
[19:33:11.181] Build status: STARTED
[19:33:11.181] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:11:0) after 6m34s
[19:39:45.204] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:11:0)
[19:39:45.220] Build status: STARTED
[19:39:45.220] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:12:0) after 4m21s
[19:44:06.250] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:12:0)
[19:44:06.278] Build status: STARTED
[19:44:06.278] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:13:0) after 4m25s
[19:48:31.299] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:13:0)
[19:48:31.316] Build status: STARTED
[19:48:31.317] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:14:0) after 4m22s
[19:52:53.393] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:14:0)
[19:52:53.455] Build status: STARTED
[19:52:53.455] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:15:0) after 6m44s
[19:59:37.473] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:15:0)
[19:59:37.815] Build status: STARTED
[19:59:37.815] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:16:0) after 1m35s
[20:01:12.872] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:16:0)
[20:01:12.888] Build status: STARTED
[20:01:12.888] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:17:0) after 8m37s
[20:09:49.910] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:17:0)
[20:09:49.925] Build status: STARTED
[20:09:49.925] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:18:0) after 4m5s
[20:13:55.027] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:18:0)
[20:13:55.066] Build status: STARTED
[20:13:55.066] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:19:0) after 4m22s
[20:18:17.222] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:19:0)
[20:18:17.262] Build status: STARTED
[20:18:17.262] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:20:0) after 8m46s
[20:27:03.378] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:20:0)
[20:27:03.398] Build status: STARTED
[20:27:03.398] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:21:0) after 2m9s
[20:29:12.435] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:21:0)
[20:29:12.456] Build status: STARTED
[20:29:12.456] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:22:0) after 5m18s
[20:34:30.483] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:22:0)
[20:34:30.501] Build status: STARTED
[20:34:30.501] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:23:0) after 5m6s
[20:39:36.521] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:23:0)
[20:39:36.545] Build status: STARTED
[20:39:36.545] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:24:0) after 6m35s
[20:46:11.616] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:24:0)
[20:46:11.670] Build status: STARTED
[20:46:11.670] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:25:0) after 8m35s
[20:54:46.791] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:25:0)
[20:54:46.813] Build status: STARTED
[20:54:46.813] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:26:0) after 7m33s
[21:02:19.859] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:26:0)
[21:02:19.876] Build status: STARTED
[21:02:19.876] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:27:0) after 2m5s
[21:04:24.996] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:27:0)
[21:04:25.027] Build status: STARTED
[21:04:25.027] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:28:0) after 7m6s
[21:11:31.097] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:28:0)
[21:11:31.118] Build status: STARTED
[21:11:31.118] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:29:0) after 5m15s
[21:16:46.140] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:29:0)
[21:16:46.174] Build status: STARTED
[21:16:46.174] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:30:0) after 6m25s
[21:23:11.340] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:30:0)
[21:23:11.358] Build status: STARTED
[21:23:11.358] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:31:0) after 7m3s
[21:30:14.504] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:31:0)
[21:30:14.520] Build status: STARTED
[21:30:14.520] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864989581910864832:32:0) after 8m8s
[21:32:47.995] Received PubSub notification, asking Buildbucket for the build status
[21:32:48.069] Build:
{
  "id": "8699559520051090305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67004,
  "createdBy": "project:chromium",
  "createTime": "2025-10-30T18:55:43.887468036Z",
  "startTime": "2025-10-30T18:55:48.714116336Z",
  "endTime": "2025-10-30T21:32:47.622245736Z",
  "updateTime": "2025-10-30T21:32:47.622245736Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "24c3b67d91168e3fa021b5f2ab86c16fac1ef23c",
      "ref": "refs/heads/main"
    }
  }
}
[21:32:48.069] Invocation finished in 2h37m5.339107924s with status FAILED