Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8699525715636127297"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8699525715636127297"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8699525715636127297"
    }
  ],
  "parent_build_id": "8699525715636127297",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "7934556e26c10e7dc3ae3d8671cbcebc41679c83",
  "parent_got_dawn_revision": "84a7b6cdf5da91dbd49dc9375a54a0b9b346677d",
  "parent_got_revision": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244",
  "parent_got_revision_cp": "refs/heads/main@{#1538368}",
  "parent_got_swiftshader_revision": "1319f67747a4f4d913df06bfaeb85273ee5587b9",
  "parent_got_v8_revision": "67ffdd482c9662eb3a219a2e344b1972952d1657",
  "parent_got_v8_revision_cp": "refs/heads/14.4.25@{#1}",
  "parent_got_webrtc_revision": "3a16796bad6b31876a3324677eaf80c516d9a80d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46063}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244",
  "swarm_hashes": {
    "absl_hardening_tests": "2f096211c47881a8878bdff34870325cc11c51c80d16399494393326a1877b88/488",
    "accessibility_unittests": "5b8d4d5286cd5a022dcc45694f3af46bae982a2a0b4a835d81a4aa12fbd031cb/488",
    "angle_unittests": "4574481fab61a87ada1cba621b59e0e5944cbe95088fe354df241b7c4a51eb3e/489",
    "app_shell_unittests": "5bb9aeb423c626c348c16150126876b99596ed37e4f4349b548ca12544c9971c/649",
    "ash_components_unittests": "5efe55980954366673d64fadb4e91a304e023c30c3e7dba201f7eba2cbf26508/649",
    "ash_unittests": "09f38b474a5eb0bf167acbd0c41da6db3e87f3b316c4631e59c1a71a5b8b1a8f/800",
    "ash_webui_unittests": "2b74a165f52422cb6db804ed536384c1c3d9fce4791c99082ba2c5a3cf48e1e3/648",
    "aura_unittests": "93f68a14294e0b91595eaa2690d45cdf599d87ede4e8f2ee2171917e7a3941e6/488",
    "base_unittests": "2c9b588a906308840583d77dfa92709f552874a448ea5687099cddb0bbdc7519/566",
    "blink_common_unittests": "b969e69be83a040a792a505ed6d2ede5fa782a4df2e18e7324b6ddd7e2ec5b71/566",
    "blink_fuzzer_unittests": "1f4f6e50d75528e6d3643f110122923fdd0c2ec5a06016a494be066c57ee5282/488",
    "blink_heap_unittests": "d1c04ac5248ca208bf57bd8b836b0033595961c2c80feb7df09f5298e6c9b693/488",
    "blink_platform_unittests": "dce3e025a01af80ab3f63f3db25046abdb4ff5cd1b3364dbab2c00d2c3e2e01b/645",
    "blink_unittests": "c3a2a6addef5e555755a97590b93a23f2492113f15de673e690dee20dd863761/729",
    "boringssl_crypto_tests": "12777f566ebb78d827111e4971ffe3e095316170afd2b479cae31dfcf1ae78e5/489",
    "boringssl_ssl_tests": "7febf6ec131b60db0cc75a0b7bfbdb15d0af71075bf561337d075f63e82991c8/488",
    "browser_tests": "2a55c35575ab224bb1201a08e5ee467c9baf548c8bf4dcfcdb8606e749e327a9/1299",
    "capture_unittests": "2fad14320ecf42081de8c4ce2ccd5a3ffb25f5dd915541de4b7d34380ac8b676/567",
    "cast_unittests": "ac7e51081eac4f5ace2e7f64af12b8b6e16a5144cb8dc8a931a8536e7cec5e7e/488",
    "cc_unittests": "164ceda4985064aa2baf3c6fdbc84c9869e3cc1f647e530cfb2a55ff943116e0/648",
    "chrome_app_unittests": "688744161ec7da159a941fd308be7a9868d3d4e1febab56724641a1080d7ffd8/648",
    "chromedriver_unittests": "f32addce959eb8b72a0a7ecd226c5defd7a7509b4876d4678e2b6c049878c679/645",
    "chromeos_components_unittests": "431425b06017e1de1d28aebdf20d019ffeca55267036b81b10fb07aa6188c295/647",
    "chromeos_unittests": "75f5375d5b27f36a4faeb158722b2c423b3a704d681b1ca434512ed080ca2f4a/807",
    "components_browsertests": "a900457e81b932d057fefe8c6b20db80f0f2bb54e8f814f537c639325652dc94/732",
    "components_unittests": "b51d6cab5f34ffbf3111c7d64546c9e31301c88e26723605e415b18c02d1aa25/894",
    "compositor_unittests": "c053f598803530101789402a9e2fd90cf6c38b1aaba1042524d6f198f2fd9922/564",
    "content_browsertests": "c9d70e61e18faec0f9f6a34160bd5886863d5b5014aa57eaada0fbb55a239858/805",
    "content_unittests": "1865cd485f99d8c3bc7658257f0b871d5b617962b5d91dc63d5865ca02f8b55c/725",
    "crashpad_tests": "83fbb78c05b7dfd307c060e028a97abb93d2d8c94f30a9b02c8401bc33ee310e/489",
    "crypto_unittests": "d14df1c6a0eaa6516d0615b6e3326f049402a744a050218274275ba1f434b87a/568",
    "dbus_unittests": "9b42277e7f7f8d86707e6ec66c40e4cb94cf9f5b3ded79816bf966b9b1309963/488",
    "device_unittests": "a5d5cb57653120db0bdd89c115996e04d2d3f1ecb8e43e57809e91ed59afec60/565",
    "display_unittests": "175f15460f56838ae45c31c09d8920aa704fc13176fd99ecb6a7128b4dfb786e/488",
    "env_chromium_unittests": "1aac7238475e2fab2b42d82f0fe30707671fd510e187f8e277d2f0f24ca6f982/488",
    "events_unittests": "5d4f5b06156dad3d2923aa0a89e92d925eae55f71e36423fa68d407e140f8a9c/488",
    "exo_unittests": "90d35f15c91c3150bb2da8b6a8233c329e696cb7d1a4ae6f05360e0c02e17d71/647",
    "extensions_browsertests": "a75d29cab76d04325ffa17afe482a83560c8f876e1091f04c0d940238bce42fa/651",
    "extensions_unittests": "f85f0e93978d3d18248cc5f4e02d7b14430f0df6f31578504d4b4d9d4850f8b5/812",
    "filesystem_service_unittests": "7034ed19522f79ccb503f5f1e6e8856dce7bc7e236edf1cec843ba2ca7b7f5d6/488",
    "fuzzing_unittests": "f99c32d58c1984a1f7b4ea731224f4b83bbc959cbbb347347207170789a4fdd8/488",
    "gcm_unit_tests": "613162517587b1bddc34df116433ffecfeea1cba555cd23ad5ae9ea821afacf5/565",
    "gfx_unittests": "5adba8ce2ce490b70f0422a6abb7cf113ecea52c1d0ec258a34a454ecef05428/564",
    "gl_unittests_ozone": "cd2af33783c6b5634143e8f0e0125f335ca46bc8c4eac1111a052912f1bfb935/488",
    "google_apis_unittests": "a527062710dcc1c0a05cd40baeeda664e9d2213633066d469c6a62da518bc1f0/650",
    "gpu_unittests": "18246d6b7065afcc31eb51c91c55d6dcc8eedc6c9716d99ba92624d7709e1143/565",
    "gwp_asan_unittests": "3a82b52e02e89dd1934427cbd8b020321f720e3134be66a992dceb55367e32fb/489",
    "interactive_ui_tests": "7827b8266909d840c904764465ba846d1fc06ce8a4961a1cd7978277f15068a9/1142",
    "ipc_tests": "af2c1c6a71849a09eaebafe134fa45d1d424e9cc1c4823bf7cb0ed631f44aa44/488",
    "keyboard_unittests": "61e39395039547c194e5255b14b77e3cf21d6843ea16d9b912af1c566fcf036f/488",
    "latency_unittests": "b6366312f7075e0b344ab85486c80ed8c39bdf49cde242e1ff4c17cc8ff3e555/488",
    "leveldb_unittests": "cd53c88ebbbd6ec61b6ed1c9e2df2d9be74a6179750803df0537a54c45849792/488",
    "libjingle_xmpp_unittests": "76c4b0f8ac37602b3054345e1636ce636d75ae35fd414918c2b26c8dc0a30376/488",
    "liburlpattern_unittests": "5e6b8930e6a0786dc9e637688e3b49ab91d314bec872aad9381f6f0e483b075e/488",
    "media_unittests": "46735586aec38ca4849fdcdb486301469d3f1af8d679f370e6a2fd800435e872/568",
    "message_center_unittests": "f4c50b9f259ed7402001bdea3a43bcf4d56200bc3979fdbf344f55199d7129a9/488",
    "midi_unittests": "96748e566345eb9e93e8da55b0bacf9238c2448212a6c4a32ae13e22acad417b/488",
    "mojo_unittests": "9271e7ebef5f982474874367475ad3bd4201b1fe51e7c68512bb1e3b78ef4c55/566",
    "native_theme_unittests": "eaf89f0ebd3fca13592933243f15909a5bb1cc793ac068e135c47f39875e47db/488",
    "net_unittests": "399e3f8b72bea735e2ff4631c6aa507e733ee305f0730491a035aed45adc00b1/567",
    "ozone_gl_unittests": "4ced340d06bc18593d67765d5e4378e57c69f2ae0c84198749f5c5018a92ea40/488",
    "ozone_unittests": "e286c95d2e60084fc6afc1852eb63fd4c58c0f6a6b017913735ac5ab6a4eaaa0/488",
    "ozone_x11_unittests": "65dd650d5443eda76e6b290482f5f2ff9827894875b947b59fbced4e5453a25b/488",
    "pdf_unittests": "d0733cf3fa23c0155a6c2aeddaf06de05a450170b5696846a6eefcfe30fe1e1d/565",
    "perfetto_unittests": "e1619642ac4749f50235407b3e1c1b013addac8c95654743306aa9d0dc8f01f5/488",
    "printing_unittests": "fe6531438acd7839903174126e5e6d08b47a9083805a1ded76f01443bb643c50/488",
    "pthreadpool_unittests": "0b7117558a7f1e8a21d7689653012f5437a49c1396c992600972679672d98f53/488",
    "remoting_unittests": "d09edb6c8d03711011974ab331622fd0d79565be4ccf77bfdbbdd6b247d13989/647",
    "sandbox_linux_unittests": "ed1bac479e8f8d6dcd8ebbb5aae7671777c549061d6a6b6ff94bb734c1206ed2/488",
    "services_unittests": "8a16c258a535163308e9be6e4d8aed8e4e48be9aa329dc2ff8bb21bfafadf2b9/816",
    "shell_dialogs_unittests": "10f237a99c5dddde342a3f34597767492bde663cae5f70d911cb1f074fd5cdb3/488",
    "shell_encryption_unittests": "316be610202d1275d271703c50021eda903383fa5a5f55856c99be82dd5a1552/488",
    "skia_unittests": "4928eb4f5dc5a843bdb60a6371b3d90cdf8dfc99b5c51c70af27ffe948b97aed/488",
    "snapshot_unittests": "ece0b5f13ecc940302656afdcd73a8900143f4b30c33ecb36117d107310a149a/488",
    "sql_unittests": "8f888210e32120de2e462a74cc5030690204fd008ac582d4fac1a2ac9f12f766/565",
    "storage_unittests": "f3189f3521eeb93347f3af2a051dbe5e4bb9403ecb77407ffb13585b9410507d/646",
    "sync_integration_tests": "a8dbc19a1f7d2d06d5aaadb89b963c74b294208e2c6decc36f1c0aebea0920c8/730",
    "ui_base_unittests": "9e0e2482cff17f04fc0303eb544913050fb1cbb52ebbfacd7fe6d181c0d5d077/641",
    "ui_chromeos_unittests": "e15e0343463c87f0b00908ca6ce7108088d905bda02130cd766da14719e803bc/488",
    "ui_touch_selection_unittests": "aa6a80be08a0b92dd776f42409b40125bdd1b1df2211875a6967cfc9bfbcc500/488",
    "ui_unittests": "0967f53432e3aa9d62a3507d0ed8d921823cb9abee93706fba7ef203dd47c268/488",
    "unit_tests": "3437bdda44de58aaf7f2411fe1df5910ba4f77847ce3c5456ef3874a2426b3a0/1062",
    "url_unittests": "f0de104a4885b2f59f2763c1838d6bf9d8e79dc6edc29fe3988e020e05c17ddb/488",
    "usage_time_limit_unittests": "fc7e2802b53df3d576458601100ba972eed957308aabf2f13a525c16af9aa6e9/568",
    "views_unittests": "7698fbd9226f342e574806d4b6deb5be2a8ef539e09cb36c6b8d80e1e14ecb24/488",
    "viz_unittests": "4e1ad73b2e11ba77fdad0f2cb46863b458e8b7dbeb8cd5613ca3cc73e2d3f113/572",
    "wayland_client_perftests": "2d5ca8ebc77c566caf1645920ee4804467e2e87898095d6b8b5627d284a457dc/647",
    "wayland_client_tests": "4c40d805f310d07eae82ad22ca4fce0966305ba2864fb97f4fc6a98ba7dbb485/647",
    "wm_unittests": "72445650852811444aa4a2e704c7b7033866631a4b43de02b22f8787721b8469/488",
    "wtf_unittests": "f1c7455d8cdd7634e3f474029aed2f8aa20bbfe45b0d5b2ffd6014e1863179d3/488",
    "zlib_unittests": "3d0cc88d21428becfccb95ed1320eac0c0faab32148de299ab04dd880cc265f8/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:114583
  • user_agent:recipe

Debug log (UTC)

[05:13:18.116] New invocation is queued and will start shortly
[05:13:18.116] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:13:19.123] Starting the invocation (attempt 1)
[05:13:19.145] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244"
[05:13:19.145] Popped gitiles commit info from properties and tags
[05:13:19.145] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:13:19.145] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:13:19.145] Buildbucket request:
{
  "requestId": "8864950726547138016",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8699525715636127297"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8699525715636127297"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8699525715636127297"
                }
          ],
      "parent_build_id": "8699525715636127297",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "7934556e26c10e7dc3ae3d8671cbcebc41679c83",
      "parent_got_dawn_revision": "84a7b6cdf5da91dbd49dc9375a54a0b9b346677d",
      "parent_got_revision": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244",
      "parent_got_revision_cp": "refs/heads/main@{#1538368}",
      "parent_got_swiftshader_revision": "1319f67747a4f4d913df06bfaeb85273ee5587b9",
      "parent_got_v8_revision": "67ffdd482c9662eb3a219a2e344b1972952d1657",
      "parent_got_v8_revision_cp": "refs/heads/14.4.25@{#1}",
      "parent_got_webrtc_revision": "3a16796bad6b31876a3324677eaf80c516d9a80d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46063}",
      "swarm_hashes": {
            "absl_hardening_tests": "2f096211c47881a8878bdff34870325cc11c51c80d16399494393326a1877b88/488",
            "accessibility_unittests": "5b8d4d5286cd5a022dcc45694f3af46bae982a2a0b4a835d81a4aa12fbd031cb/488",
            "angle_unittests": "4574481fab61a87ada1cba621b59e0e5944cbe95088fe354df241b7c4a51eb3e/489",
            "app_shell_unittests": "5bb9aeb423c626c348c16150126876b99596ed37e4f4349b548ca12544c9971c/649",
            "ash_components_unittests": "5efe55980954366673d64fadb4e91a304e023c30c3e7dba201f7eba2cbf26508/649",
            "ash_unittests": "09f38b474a5eb0bf167acbd0c41da6db3e87f3b316c4631e59c1a71a5b8b1a8f/800",
            "ash_webui_unittests": "2b74a165f52422cb6db804ed536384c1c3d9fce4791c99082ba2c5a3cf48e1e3/648",
            "aura_unittests": "93f68a14294e0b91595eaa2690d45cdf599d87ede4e8f2ee2171917e7a3941e6/488",
            "base_unittests": "2c9b588a906308840583d77dfa92709f552874a448ea5687099cddb0bbdc7519/566",
            "blink_common_unittests": "b969e69be83a040a792a505ed6d2ede5fa782a4df2e18e7324b6ddd7e2ec5b71/566",
            "blink_fuzzer_unittests": "1f4f6e50d75528e6d3643f110122923fdd0c2ec5a06016a494be066c57ee5282/488",
            "blink_heap_unittests": "d1c04ac5248ca208bf57bd8b836b0033595961c2c80feb7df09f5298e6c9b693/488",
            "blink_platform_unittests": "dce3e025a01af80ab3f63f3db25046abdb4ff5cd1b3364dbab2c00d2c3e2e01b/645",
            "blink_unittests": "c3a2a6addef5e555755a97590b93a23f2492113f15de673e690dee20dd863761/729",
            "boringssl_crypto_tests": "12777f566ebb78d827111e4971ffe3e095316170afd2b479cae31dfcf1ae78e5/489",
            "boringssl_ssl_tests": "7febf6ec131b60db0cc75a0b7bfbdb15d0af71075bf561337d075f63e82991c8/488",
            "browser_tests": "2a55c35575ab224bb1201a08e5ee467c9baf548c8bf4dcfcdb8606e749e327a9/1299",
            "capture_unittests": "2fad14320ecf42081de8c4ce2ccd5a3ffb25f5dd915541de4b7d34380ac8b676/567",
            "cast_unittests": "ac7e51081eac4f5ace2e7f64af12b8b6e16a5144cb8dc8a931a8536e7cec5e7e/488",
            "cc_unittests": "164ceda4985064aa2baf3c6fdbc84c9869e3cc1f647e530cfb2a55ff943116e0/648",
            "chrome_app_unittests": "688744161ec7da159a941fd308be7a9868d3d4e1febab56724641a1080d7ffd8/648",
            "chromedriver_unittests": "f32addce959eb8b72a0a7ecd226c5defd7a7509b4876d4678e2b6c049878c679/645",
            "chromeos_components_unittests": "431425b06017e1de1d28aebdf20d019ffeca55267036b81b10fb07aa6188c295/647",
            "chromeos_unittests": "75f5375d5b27f36a4faeb158722b2c423b3a704d681b1ca434512ed080ca2f4a/807",
            "components_browsertests": "a900457e81b932d057fefe8c6b20db80f0f2bb54e8f814f537c639325652dc94/732",
            "components_unittests": "b51d6cab5f34ffbf3111c7d64546c9e31301c88e26723605e415b18c02d1aa25/894",
            "compositor_unittests": "c053f598803530101789402a9e2fd90cf6c38b1aaba1042524d6f198f2fd9922/564",
            "content_browsertests": "c9d70e61e18faec0f9f6a34160bd5886863d5b5014aa57eaada0fbb55a239858/805",
            "content_unittests": "1865cd485f99d8c3bc7658257f0b871d5b617962b5d91dc63d5865ca02f8b55c/725",
            "crashpad_tests": "83fbb78c05b7dfd307c060e028a97abb93d2d8c94f30a9b02c8401bc33ee310e/489",
            "crypto_unittests": "d14df1c6a0eaa6516d0615b6e3326f049402a744a050218274275ba1f434b87a/568",
            "dbus_unittests": "9b42277e7f7f8d86707e6ec66c40e4cb94cf9f5b3ded79816bf966b9b1309963/488",
            "device_unittests": "a5d5cb57653120db0bdd89c115996e04d2d3f1ecb8e43e57809e91ed59afec60/565",
            "display_unittests": "175f15460f56838ae45c31c09d8920aa704fc13176fd99ecb6a7128b4dfb786e/488",
            "env_chromium_unittests": "1aac7238475e2fab2b42d82f0fe30707671fd510e187f8e277d2f0f24ca6f982/488",
            "events_unittests": "5d4f5b06156dad3d2923aa0a89e92d925eae55f71e36423fa68d407e140f8a9c/488",
            "exo_unittests": "90d35f15c91c3150bb2da8b6a8233c329e696cb7d1a4ae6f05360e0c02e17d71/647",
            "extensions_browsertests": "a75d29cab76d04325ffa17afe482a83560c8f876e1091f04c0d940238bce42fa/651",
            "extensions_unittests": "f85f0e93978d3d18248cc5f4e02d7b14430f0df6f31578504d4b4d9d4850f8b5/812",
            "filesystem_service_unittests": "7034ed19522f79ccb503f5f1e6e8856dce7bc7e236edf1cec843ba2ca7b7f5d6/488",
            "fuzzing_unittests": "f99c32d58c1984a1f7b4ea731224f4b83bbc959cbbb347347207170789a4fdd8/488",
            "gcm_unit_tests": "613162517587b1bddc34df116433ffecfeea1cba555cd23ad5ae9ea821afacf5/565",
            "gfx_unittests": "5adba8ce2ce490b70f0422a6abb7cf113ecea52c1d0ec258a34a454ecef05428/564",
            "gl_unittests_ozone": "cd2af33783c6b5634143e8f0e0125f335ca46bc8c4eac1111a052912f1bfb935/488",
            "google_apis_unittests": "a527062710dcc1c0a05cd40baeeda664e9d2213633066d469c6a62da518bc1f0/650",
            "gpu_unittests": "18246d6b7065afcc31eb51c91c55d6dcc8eedc6c9716d99ba92624d7709e1143/565",
            "gwp_asan_unittests": "3a82b52e02e89dd1934427cbd8b020321f720e3134be66a992dceb55367e32fb/489",
            "interactive_ui_tests": "7827b8266909d840c904764465ba846d1fc06ce8a4961a1cd7978277f15068a9/1142",
            "ipc_tests": "af2c1c6a71849a09eaebafe134fa45d1d424e9cc1c4823bf7cb0ed631f44aa44/488",
            "keyboard_unittests": "61e39395039547c194e5255b14b77e3cf21d6843ea16d9b912af1c566fcf036f/488",
            "latency_unittests": "b6366312f7075e0b344ab85486c80ed8c39bdf49cde242e1ff4c17cc8ff3e555/488",
            "leveldb_unittests": "cd53c88ebbbd6ec61b6ed1c9e2df2d9be74a6179750803df0537a54c45849792/488",
            "libjingle_xmpp_unittests": "76c4b0f8ac37602b3054345e1636ce636d75ae35fd414918c2b26c8dc0a30376/488",
            "liburlpattern_unittests": "5e6b8930e6a0786dc9e637688e3b49ab91d314bec872aad9381f6f0e483b075e/488",
            "media_unittests": "46735586aec38ca4849fdcdb486301469d3f1af8d679f370e6a2fd800435e872/568",
            "message_center_unittests": "f4c50b9f259ed7402001bdea3a43bcf4d56200bc3979fdbf344f55199d7129a9/488",
            "midi_unittests": "96748e566345eb9e93e8da55b0bacf9238c2448212a6c4a32ae13e22acad417b/488",
            "mojo_unittests": "9271e7ebef5f982474874367475ad3bd4201b1fe51e7c68512bb1e3b78ef4c55/566",
            "native_theme_unittests": "eaf89f0ebd3fca13592933243f15909a5bb1cc793ac068e135c47f39875e47db/488",
            "net_unittests": "399e3f8b72bea735e2ff4631c6aa507e733ee305f0730491a035aed45adc00b1/567",
            "ozone_gl_unittests": "4ced340d06bc18593d67765d5e4378e57c69f2ae0c84198749f5c5018a92ea40/488",
            "ozone_unittests": "e286c95d2e60084fc6afc1852eb63fd4c58c0f6a6b017913735ac5ab6a4eaaa0/488",
            "ozone_x11_unittests": "65dd650d5443eda76e6b290482f5f2ff9827894875b947b59fbced4e5453a25b/488",
            "pdf_unittests": "d0733cf3fa23c0155a6c2aeddaf06de05a450170b5696846a6eefcfe30fe1e1d/565",
            "perfetto_unittests": "e1619642ac4749f50235407b3e1c1b013addac8c95654743306aa9d0dc8f01f5/488",
            "printing_unittests": "fe6531438acd7839903174126e5e6d08b47a9083805a1ded76f01443bb643c50/488",
            "pthreadpool_unittests": "0b7117558a7f1e8a21d7689653012f5437a49c1396c992600972679672d98f53/488",
            "remoting_unittests": "d09edb6c8d03711011974ab331622fd0d79565be4ccf77bfdbbdd6b247d13989/647",
            "sandbox_linux_unittests": "ed1bac479e8f8d6dcd8ebbb5aae7671777c549061d6a6b6ff94bb734c1206ed2/488",
            "services_unittests": "8a16c258a535163308e9be6e4d8aed8e4e48be9aa329dc2ff8bb21bfafadf2b9/816",
            "shell_dialogs_unittests": "10f237a99c5dddde342a3f34597767492bde663cae5f70d911cb1f074fd5cdb3/488",
            "shell_encryption_unittests": "316be610202d1275d271703c50021eda903383fa5a5f55856c99be82dd5a1552/488",
            "skia_unittests": "4928eb4f5dc5a843bdb60a6371b3d90cdf8dfc99b5c51c70af27ffe948b97aed/488",
            "snapshot_unittests": "ece0b5f13ecc940302656afdcd73a8900143f4b30c33ecb36117d107310a149a/488",
            "sql_unittests": "8f888210e32120de2e462a74cc5030690204fd008ac582d4fac1a2ac9f12f766/565",
            "storage_unittests": "f3189f3521eeb93347f3af2a051dbe5e4bb9403ecb77407ffb13585b9410507d/646",
            "sync_integration_tests": "a8dbc19a1f7d2d06d5aaadb89b963c74b294208e2c6decc36f1c0aebea0920c8/730",
            "ui_base_unittests": "9e0e2482cff17f04fc0303eb544913050fb1cbb52ebbfacd7fe6d181c0d5d077/641",
            "ui_chromeos_unittests": "e15e0343463c87f0b00908ca6ce7108088d905bda02130cd766da14719e803bc/488",
            "ui_touch_selection_unittests": "aa6a80be08a0b92dd776f42409b40125bdd1b1df2211875a6967cfc9bfbcc500/488",
            "ui_unittests": "0967f53432e3aa9d62a3507d0ed8d921823cb9abee93706fba7ef203dd47c268/488",
            "unit_tests": "3437bdda44de58aaf7f2411fe1df5910ba4f77847ce3c5456ef3874a2426b3a0/1062",
            "url_unittests": "f0de104a4885b2f59f2763c1838d6bf9d8e79dc6edc29fe3988e020e05c17ddb/488",
            "usage_time_limit_unittests": "fc7e2802b53df3d576458601100ba972eed957308aabf2f13a525c16af9aa6e9/568",
            "views_unittests": "7698fbd9226f342e574806d4b6deb5be2a8ef539e09cb36c6b8d80e1e14ecb24/488",
            "viz_unittests": "4e1ad73b2e11ba77fdad0f2cb46863b458e8b7dbeb8cd5613ca3cc73e2d3f113/572",
            "wayland_client_perftests": "2d5ca8ebc77c566caf1645920ee4804467e2e87898095d6b8b5627d284a457dc/647",
            "wayland_client_tests": "4c40d805f310d07eae82ad22ca4fce0966305ba2864fb97f4fc6a98ba7dbb485/647",
            "wm_unittests": "72445650852811444aa4a2e704c7b7033866631a4b43de02b22f8787721b8469/488",
            "wtf_unittests": "f1c7455d8cdd7634e3f474029aed2f8aa20bbfe45b0d5b2ffd6014e1863179d3/488",
            "zlib_unittests": "3d0cc88d21428becfccb95ed1320eac0c0faab32148de299ab04dd880cc265f8/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864950726547138016"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "114583"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:13:19.855] Scheduled build:
{
  "id": "8699520664576765169",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67008,
  "createdBy": "project:chromium",
  "createTime": "2025-10-31T05:13:19.355245835Z",
  "updateTime": "2025-10-31T05:13:19.355245835Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244",
      "ref": "refs/heads/main"
    }
  }
}
[05:13:19.855] Task URL: https://cr-buildbucket.appspot.com/build/8699520664576765169
[05:13:19.855] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:2:0) after 5m43s
[05:13:20.141] Received PubSub notification, asking Buildbucket for the build status
[05:13:20.165] Build status: SCHEDULED
[05:13:57.362] Received PubSub notification, asking Buildbucket for the build status
[05:13:57.376] Build status: STARTED
[05:19:02.950] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:2:0)
[05:19:02.966] Build status: STARTED
[05:19:02.966] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:5:0) after 5m33s
[05:24:36.057] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:5:0)
[05:24:36.075] Build status: STARTED
[05:24:36.075] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:6:0) after 4m32s
[05:29:08.101] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:6:0)
[05:29:08.205] Build status: STARTED
[05:29:08.206] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:7:0) after 8m30s
[05:37:38.223] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:7:0)
[05:37:38.237] Build status: STARTED
[05:37:38.237] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:8:0) after 6m17s
[05:43:55.437] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:8:0)
[05:43:55.453] Build status: STARTED
[05:43:55.453] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:9:0) after 2m12s
[05:46:07.480] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:9:0)
[05:46:07.511] Build status: STARTED
[05:46:07.511] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:10:0) after 7m40s
[05:53:48.040] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:10:0)
[05:53:48.056] Build status: STARTED
[05:53:48.056] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:11:0) after 8m9s
[06:01:57.080] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:11:0)
[06:01:57.095] Build status: STARTED
[06:01:57.095] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:12:0) after 3m4s
[06:05:01.241] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:12:0)
[06:05:01.264] Build status: STARTED
[06:05:01.264] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:13:0) after 8m2s
[06:13:03.310] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:13:0)
[06:13:03.331] Build status: STARTED
[06:13:03.331] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:14:0) after 9m15s
[06:22:18.401] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:14:0)
[06:22:18.419] Build status: STARTED
[06:22:18.420] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:15:0) after 4m15s
[06:26:33.455] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:15:0)
[06:26:33.627] Build status: STARTED
[06:26:33.627] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:16:0) after 8m48s
[06:35:21.700] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:16:0)
[06:35:21.723] Build status: STARTED
[06:35:21.723] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:17:0) after 3m55s
[06:39:16.771] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:17:0)
[06:39:16.790] Build status: STARTED
[06:39:16.790] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:18:0) after 1m4s
[06:40:20.811] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:18:0)
[06:40:20.830] Build status: STARTED
[06:40:20.830] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:19:0) after 7m58s
[06:48:18.884] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:19:0)
[06:48:18.900] Build status: STARTED
[06:48:18.900] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:20:0) after 1m22s
[06:49:40.980] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:20:0)
[06:49:41.036] Build status: STARTED
[06:49:41.036] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:21:0) after 9m12s
[06:58:53.105] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:21:0)
[06:58:53.122] Build status: STARTED
[06:58:53.122] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:22:0) after 7m28s
[07:06:21.114] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:22:0)
[07:06:21.129] Build status: STARTED
[07:06:21.129] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:23:0) after 5m42s
[07:12:03.197] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:23:0)
[07:12:03.212] Build status: STARTED
[07:12:03.212] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:24:0) after 5m35s
[07:17:38.232] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:24:0)
[07:17:38.250] Build status: STARTED
[07:17:38.250] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:25:0) after 2m5s
[07:19:43.302] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:25:0)
[07:19:43.315] Build status: STARTED
[07:19:43.315] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:26:0) after 1m42s
[07:21:25.334] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:26:0)
[07:21:25.351] Build status: STARTED
[07:21:25.351] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:27:0) after 7m7s
[07:28:32.369] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:27:0)
[07:28:32.405] Build status: STARTED
[07:28:32.405] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:28:0) after 8m54s
[07:37:26.512] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:28:0)
[07:37:26.527] Build status: STARTED
[07:37:26.527] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:29:0) after 5m56s
[07:43:22.765] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:29:0)
[07:43:22.779] Build status: STARTED
[07:43:22.779] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:30:0) after 3m29s
[07:46:51.943] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:30:0)
[07:46:51.962] Build status: STARTED
[07:46:51.962] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:31:0) after 1m27s
[07:48:19.071] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:31:0)
[07:48:19.084] Build status: STARTED
[07:48:19.084] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864950726547138016:32:0) after 6m31s
[07:52:08.862] Received PubSub notification, asking Buildbucket for the build status
[07:52:08.969] Build:
{
  "id": "8699520664576765169",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67008,
  "createdBy": "project:chromium",
  "createTime": "2025-10-31T05:13:19.355245835Z",
  "startTime": "2025-10-31T05:13:57.156645808Z",
  "endTime": "2025-10-31T07:52:08.496586236Z",
  "updateTime": "2025-10-31T07:52:08.496586236Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2a02c1402cc5f9a1e3b88fe98f426ac86a3e8244",
      "ref": "refs/heads/main"
    }
  }
}
[07:52:08.969] Invocation finished in 2h38m50.876138366s with status FAILED