Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "d5f179f9d94ab1f696cff40ddb186b397345cde8",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "d5f179f9d94ab1f696cff40ddb186b397345cde8"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8687225216741771665"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8687225216741771665"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8687225216741771665"
    }
  ],
  "parent_build_id": "8687225216741771665",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "455477231ca690a7bfeaaec12570a571d1c532ec",
  "parent_got_dawn_revision": "851ba3e50c354ef66d16c518d4341c01ed6828cc",
  "parent_got_revision": "d5f179f9d94ab1f696cff40ddb186b397345cde8",
  "parent_got_revision_cp": "refs/heads/main@{#1599648}",
  "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
  "parent_got_v8_revision": "1d35a992e5b6bb2abdc0dd81434b009cb47f1a06",
  "parent_got_v8_revision_cp": "refs/heads/14.8.31@{#1}",
  "parent_got_webrtc_revision": "b7e65ec7f0a767ee6b4bfcd257656cf77efc0503",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47159}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d5f179f9d94ab1f696cff40ddb186b397345cde8",
  "swarm_hashes": {
    "absl_hardening_tests": "df3d5fcdd0657db6398362a512188f74bb8db4046b5a74634bb9284e9134c200/488",
    "accessibility_unittests": "d520ccaa634a339221aff518630bb139e8e2e9163f680083293700787155d10e/488",
    "angle_unittests": "17cf34dde96c7ae129a6ed78533537957f6f56840560dbb4ed151f521d465f75/489",
    "app_shell_unittests": "13083df686b65c373f08671f228766fd800d173ba5d7ab7a06ff1f251d53add6/649",
    "ash_components_unittests": "e01039e18a920b67717ad6e04f8afe02670bb0967f537c211ed478693f6fdda4/649",
    "ash_unittests": "a2c51d621ccc85d052e2ed8bb446ca361495c46795739bfdd97abf35aa1450f1/800",
    "ash_webui_unittests": "b8c0c21d0ce8a51990b12ee4f77ebd0ecbed57d97978dd200e1a94c39b14154c/648",
    "aura_unittests": "b3372a2dc5b0db740cce12a5844f47d740776524634aba2a7d1d795d88ee6d6e/488",
    "base_unittests": "e92059d0c7182cbacfa61347d6c0102d475982240fac9a286af9f794ea16ab2a/566",
    "blink_common_unittests": "0692f3ac87b401d9b4b14265f37937548e6e154478fabc322b123fece193660a/566",
    "blink_fuzzer_unittests": "47cee426cc30ce92448cd281e9f3a624ae024871da1ee56e5fda0209af103f40/488",
    "blink_heap_unittests": "21646aa963dc275254daef25bb6c5db788c57739862d737b8a444d0b52ab297a/488",
    "blink_platform_unittests": "80e382ab8710236ed3c21fefee1c586b8fab990f241f1bd6bb4b3b55232c5f8d/645",
    "blink_unittests": "9f3755ee9cf70ed9c371cf9da30316a7f495f2f73beb1e63c22282c58775f910/729",
    "boringssl_crypto_tests": "52e53ed45b584065ae3cea05eb0a827e62bb7191b4f49a0d44644409de2fd800/489",
    "boringssl_ssl_tests": "42548f81c059fefb064c8aae05ac811864ae032eaf33bb33f22ae11e4ad1ccea/488",
    "browser_tests": "72c9ba57c7ede86dfa9827ac70675164af65fbf64d02f68c7e720d38263c013a/1299",
    "capture_unittests": "99f9a18381f0ef55a9b5a5af22809cddd1e3a376f8636b4666b0f98bcf559dbe/567",
    "cast_unittests": "cf3d5f471eadbab92cd02b6918b16d02c234f7a33418c6fd0459b1aec18ebe4d/488",
    "cc_unittests": "b32d3bdaf0b3135f23283c76fa3f4afbf6ff46fa4133ea13d8f4a8e121db93c8/648",
    "chrome_app_unittests": "8825383afda6a38dc4d4cda772141f55406767927c5df6dcfd7347687b06c551/648",
    "chromedriver_unittests": "8eb14687c1296654b6e62ad4b600ae95058d83f8a584d216f62a82235c855dbc/645",
    "chromeos_components_unittests": "cb051edb4fac39e84541e6ef9252f4e2b3db74b25beb4b282fb829200b03b71a/647",
    "chromeos_unittests": "bfdb94a4b08e9904ac324fe6338720b5e71a2900e54e720b25b34f18634027ef/807",
    "components_browsertests": "927b34b90f264659d6f9f5ffb9000524c76777ad344b802fd7a7473e305241a3/732",
    "components_unittests": "b6b3e62714ab275a27e455f68da76764e3d0f781a954f023bb8744c11726a6bf/894",
    "compositor_unittests": "42abf43362dad6550ce259b6d2226f266eee0799014d078f5eb0ce5a416159b1/564",
    "content_browsertests": "8bb371891f47426032d2b9e96357a2affc55a61ec48e8596fbd298d1a724faf3/805",
    "content_unittests": "bbd7e1fdff3d9e09f60fb36fe657bb039fa1228161f4dfee12fc0815707aa74e/725",
    "crashpad_tests": "4e2d9b1846d6e208ad185617b827f226f842b2c90a55a8b701a26e9f3ecd029b/489",
    "crypto_unittests": "3a1e211f2de91f42f7fdbd22cb8d3f4ab6aadfc9aabb947dfcd2e9debdd1b51b/568",
    "dbus_unittests": "c6f60c3fe9f9b3847ce9581be62c0694e2b561ac395a54f84f397231eaa88656/488",
    "device_unittests": "2d86c924144cc2bfa31f6fe920403b3b72b75a0cee3a440b0185114f1ba5f50d/565",
    "display_unittests": "1b4813991d8fef7ca2e8ce2bcfd3c49e331f73b01a1efb10b5c4953b086c8a98/488",
    "env_chromium_unittests": "5dd6f26e3b0fc36bd32fc261bda37fd9adab706248370e56a984bb8b5926d426/488",
    "events_unittests": "7498ce7306d75439e6879364143a15b5429a125bf13ce8fdc6e8bf714e159886/488",
    "exo_unittests": "68e1c04efc9e51508668d53ddf19fb16e7cd3feecb2ecf0c37f740867ac369dd/647",
    "extensions_browsertests": "daff029c0c3285ae6c7ebb06effbc62bb672dfec63773535da3db52a881a3203/651",
    "extensions_unittests": "9631a3b5e50042eb78ec3df812692f9e59572692f1cfb98537a40a6bed719afc/812",
    "filesystem_service_unittests": "e624ac64f7046ecf169e612e0d94ec8ef679f4f3dcd8e2ba8fa58abdda234312/488",
    "fuzzing_unittests": "315bc2bf986085e3e386f05f9f741b4369d5be663f7e170de69c52bd4d533a1e/488",
    "gcm_unit_tests": "de9d4b3d8b93b3001c0b508b967674c81586569f3515e293c9a74430dae21c89/565",
    "gfx_unittests": "7ef5c0050051c73ea6811f5b04dd7fe87d095fec3e0f0ad7ec3a0d87652e40a3/564",
    "gl_unittests_ozone": "6bebb728b4092038779bcea5c1d9aefa0b47354743ab2de22b1cbf2f4f4c4666/488",
    "google_apis_unittests": "05c5e689ce292464b90dbad8ec30985dc8c734e361287eec943ee6dd3092f1cd/650",
    "gpu_unittests": "ca0da5f1b62cda5dec3e7711c3ca35d5151beb8d5174cd9c41be322c27a993bf/565",
    "gwp_asan_unittests": "6a7532da173cb902e6e3e45b7dead1cddab43113655b72de5ce3b948a99ecece/489",
    "interactive_ui_tests": "095629f1b0edeeb6b34e8f3d4547303fcc49413d957ad64cec2f119ca8f0e5dd/1142",
    "ipc_tests": "ca3b9f4447d5640ead5554d3b55b96186a54706ac58541f60a062e096eb88226/488",
    "keyboard_unittests": "e82ca47295b32c55d3b82bcf5d8cb79ff719290699850b28538778dbfb0364d5/488",
    "latency_unittests": "3bf41585c776d1d699956d652d259d2187f0cb8c1fa7c6b01747dccc43fca319/488",
    "leveldb_unittests": "9b73bc336eac8c9f8a167d50a32433a2140a08ae46739106266eff5da3c58587/488",
    "libjingle_xmpp_unittests": "4c3c523ef19741a0eac98d49c709dff412841a29d76e963de1b16d14c3785a42/488",
    "liburlpattern_unittests": "2ea80ab2b1169c124a4e500bad70e9f1f8069295296ab8e91a6e4b96edf29774/488",
    "media_unittests": "a12eefa9d44a0d2b8e7b6f9a2e0ca40c97f765564e7975611d46ff21d2e9afb9/568",
    "message_center_unittests": "6715ca13f0469d6152b757a7532a9046e33fbb9f2447660b1e70cd9e62b04e51/488",
    "midi_unittests": "691405acb19c2256695628ea47f6b0cd29da2b451c2c50672c073bf7e381fe4a/488",
    "mojo_unittests": "03085a1e4ffb1bbd4c4b2460325e07a69e7c4edd31e68b8d4154e7c7a418d464/566",
    "native_theme_unittests": "f514a434da6e808da5b4f90d3337fba7642a85e10d96b9750e17b9beb04d8732/488",
    "net_unittests": "d94f5cba23363adf82d72c7928a254cc3e691f4cf5eebbdbb27c710faad8609b/567",
    "ozone_gl_unittests": "dd11de4b87543b340c641db439b767dc2ddd9298b6d626df805d357ac93ac669/488",
    "ozone_unittests": "f07f3f7ed877b669a8c9a7eb6ba559bf807a7bdb1d9a97015e42d6f1fb624938/488",
    "ozone_x11_unittests": "7a2539118487e4e8a9e50801f0d5662e79a26482ac86440c2fc73e45c89f379a/488",
    "pdf_unittests": "8c1721f828d7eb25b0344ab1c87777c9d8352ccdec94a2e6ce6d420e01017e58/565",
    "perfetto_unittests": "249e2089e02b3e1a46f30f3e582c71fe92321d99e5645c57b9815bdea3c85a5a/488",
    "printing_unittests": "a0f2d7248db4fd5c31290ab798a9af88b3eb2ce980b5f52d21f572d63551a122/488",
    "pthreadpool_unittests": "7d9c1bda5d6859c39f042f2c9d136c350240fc0212ccfd9ae3451b6982f1ed34/488",
    "remoting_unittests": "30429017d8276af5c0b7b8ab236b0586dbd2ab78d44f4b308c58d1a77fbc3e3d/647",
    "sandbox_linux_unittests": "ae1af905eb41ed4eb63a3e139657c94dc1c9e08b5269197fd6a781477ff31d71/488",
    "services_unittests": "e07d3c69ad794dd35a1b7f05a101942a8116fc58abe9c960a252f18617d008e5/816",
    "shell_dialogs_unittests": "656ce55e0b6f827dea153ec176ee1447eac2d68e8430b362fda77bfff00afeda/488",
    "shell_encryption_unittests": "a65079d10b6b6eb55369b842679c4ef3b01210d29f3c1540eb4613972b5aba8e/488",
    "skia_unittests": "3dbe6593a483679934bcaff0fc274d99b84b6fd82651aabbe3722ccbad9b30a1/488",
    "snapshot_unittests": "39516a6c596f4525afbc1ba852f7549bf0e3f57255c038d035ac8723700ff574/488",
    "sql_unittests": "7fe48b23526a969362a02469a0da34d5c999dacb7722a414e50f567466e92e84/565",
    "storage_unittests": "94771ec8bb3a62671d59d20eb5919df07682505b99b5cc1e556f59d4c74ef8ec/646",
    "sync_integration_tests": "e0ffc833c78082013de06bc9dab0256c639d93d62f773672a94f3e740a46b353/730",
    "ui_base_unittests": "b2b8575caab88f10a43107ba2392dbe042a6355624c3955f14eed75b1f0ba22f/641",
    "ui_chromeos_unittests": "14e567ee6ca5de5930175bd2e6ff7ce1a58416661fb8e1fc8c2c5bf349417223/488",
    "ui_touch_selection_unittests": "bc8044f92b4ee4bfa85dc497a37839e1701c2c2b72f2183d61ae4fd2c0595e05/488",
    "ui_unittests": "85891bdd91fa70a9ddf51df3fd56429ac7382eb0b656d84bd960805ceb3ef30c/488",
    "unit_tests": "ac7c64f37e4bd3039cd34fe7270774d0bd046121ff30876b543ea7684b582fe7/1062",
    "url_unittests": "c69b5e151eb5433ea4791e66f45a3426d1ecdd967eefa9c939dec595f972ef63/488",
    "usage_time_limit_unittests": "c8a15f5a30b6f99106acc6dcdc81aa63de3a6cc106cd2d04380ae1c7a37e1dd0/568",
    "views_unittests": "2c23e63c1efd57ad27b4aecdf64d775487a51401239ec0a9c6da181d9a957f72/488",
    "viz_unittests": "0f5f2115d449ec27352891fea8fa4422bc3fc72e7e483deef7c238285ce6ee84/572",
    "wayland_client_perftests": "33843bfb03a6cd64fab459e8bf27864ab48218cf5f47385af04ef3e74a0596e5/647",
    "wayland_client_tests": "1c3a7bc381aca3a031c663b9d7ab411f4f0ee5b4bcf199f8e098a611ae09a877/647",
    "wm_unittests": "1a477f39d2813e7ea821744a397abaf770e6f5864b206feb786e368b79cd8a32/488",
    "wtf_unittests": "3120c25251d1569c873c1783b030372feb327c1abde43f55add293c14b9413ad/488",
    "zlib_unittests": "d6549d757a630473ac88533748f18b903f342cde24325e2cb57c8c1d3d0263dd/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d5f179f9d94ab1f696cff40ddb186b397345cde8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:122376
  • user_agent:recipe

Debug log (UTC)

[22:55:35.294] New invocation is queued and will start shortly
[22:55:35.294] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:55:36.461] Starting the invocation (attempt 1)
[22:55:36.487] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d5f179f9d94ab1f696cff40ddb186b397345cde8"
[22:55:36.487] Popped gitiles commit info from properties and tags
[22:55:36.487] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:55:36.487] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:55:36.487] Buildbucket request:
{
  "requestId": "8852653302795337408",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "d5f179f9d94ab1f696cff40ddb186b397345cde8",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "d5f179f9d94ab1f696cff40ddb186b397345cde8"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8687225216741771665"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8687225216741771665"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8687225216741771665"
                }
          ],
      "parent_build_id": "8687225216741771665",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "455477231ca690a7bfeaaec12570a571d1c532ec",
      "parent_got_dawn_revision": "851ba3e50c354ef66d16c518d4341c01ed6828cc",
      "parent_got_revision": "d5f179f9d94ab1f696cff40ddb186b397345cde8",
      "parent_got_revision_cp": "refs/heads/main@{#1599648}",
      "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
      "parent_got_v8_revision": "1d35a992e5b6bb2abdc0dd81434b009cb47f1a06",
      "parent_got_v8_revision_cp": "refs/heads/14.8.31@{#1}",
      "parent_got_webrtc_revision": "b7e65ec7f0a767ee6b4bfcd257656cf77efc0503",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47159}",
      "swarm_hashes": {
            "absl_hardening_tests": "df3d5fcdd0657db6398362a512188f74bb8db4046b5a74634bb9284e9134c200/488",
            "accessibility_unittests": "d520ccaa634a339221aff518630bb139e8e2e9163f680083293700787155d10e/488",
            "angle_unittests": "17cf34dde96c7ae129a6ed78533537957f6f56840560dbb4ed151f521d465f75/489",
            "app_shell_unittests": "13083df686b65c373f08671f228766fd800d173ba5d7ab7a06ff1f251d53add6/649",
            "ash_components_unittests": "e01039e18a920b67717ad6e04f8afe02670bb0967f537c211ed478693f6fdda4/649",
            "ash_unittests": "a2c51d621ccc85d052e2ed8bb446ca361495c46795739bfdd97abf35aa1450f1/800",
            "ash_webui_unittests": "b8c0c21d0ce8a51990b12ee4f77ebd0ecbed57d97978dd200e1a94c39b14154c/648",
            "aura_unittests": "b3372a2dc5b0db740cce12a5844f47d740776524634aba2a7d1d795d88ee6d6e/488",
            "base_unittests": "e92059d0c7182cbacfa61347d6c0102d475982240fac9a286af9f794ea16ab2a/566",
            "blink_common_unittests": "0692f3ac87b401d9b4b14265f37937548e6e154478fabc322b123fece193660a/566",
            "blink_fuzzer_unittests": "47cee426cc30ce92448cd281e9f3a624ae024871da1ee56e5fda0209af103f40/488",
            "blink_heap_unittests": "21646aa963dc275254daef25bb6c5db788c57739862d737b8a444d0b52ab297a/488",
            "blink_platform_unittests": "80e382ab8710236ed3c21fefee1c586b8fab990f241f1bd6bb4b3b55232c5f8d/645",
            "blink_unittests": "9f3755ee9cf70ed9c371cf9da30316a7f495f2f73beb1e63c22282c58775f910/729",
            "boringssl_crypto_tests": "52e53ed45b584065ae3cea05eb0a827e62bb7191b4f49a0d44644409de2fd800/489",
            "boringssl_ssl_tests": "42548f81c059fefb064c8aae05ac811864ae032eaf33bb33f22ae11e4ad1ccea/488",
            "browser_tests": "72c9ba57c7ede86dfa9827ac70675164af65fbf64d02f68c7e720d38263c013a/1299",
            "capture_unittests": "99f9a18381f0ef55a9b5a5af22809cddd1e3a376f8636b4666b0f98bcf559dbe/567",
            "cast_unittests": "cf3d5f471eadbab92cd02b6918b16d02c234f7a33418c6fd0459b1aec18ebe4d/488",
            "cc_unittests": "b32d3bdaf0b3135f23283c76fa3f4afbf6ff46fa4133ea13d8f4a8e121db93c8/648",
            "chrome_app_unittests": "8825383afda6a38dc4d4cda772141f55406767927c5df6dcfd7347687b06c551/648",
            "chromedriver_unittests": "8eb14687c1296654b6e62ad4b600ae95058d83f8a584d216f62a82235c855dbc/645",
            "chromeos_components_unittests": "cb051edb4fac39e84541e6ef9252f4e2b3db74b25beb4b282fb829200b03b71a/647",
            "chromeos_unittests": "bfdb94a4b08e9904ac324fe6338720b5e71a2900e54e720b25b34f18634027ef/807",
            "components_browsertests": "927b34b90f264659d6f9f5ffb9000524c76777ad344b802fd7a7473e305241a3/732",
            "components_unittests": "b6b3e62714ab275a27e455f68da76764e3d0f781a954f023bb8744c11726a6bf/894",
            "compositor_unittests": "42abf43362dad6550ce259b6d2226f266eee0799014d078f5eb0ce5a416159b1/564",
            "content_browsertests": "8bb371891f47426032d2b9e96357a2affc55a61ec48e8596fbd298d1a724faf3/805",
            "content_unittests": "bbd7e1fdff3d9e09f60fb36fe657bb039fa1228161f4dfee12fc0815707aa74e/725",
            "crashpad_tests": "4e2d9b1846d6e208ad185617b827f226f842b2c90a55a8b701a26e9f3ecd029b/489",
            "crypto_unittests": "3a1e211f2de91f42f7fdbd22cb8d3f4ab6aadfc9aabb947dfcd2e9debdd1b51b/568",
            "dbus_unittests": "c6f60c3fe9f9b3847ce9581be62c0694e2b561ac395a54f84f397231eaa88656/488",
            "device_unittests": "2d86c924144cc2bfa31f6fe920403b3b72b75a0cee3a440b0185114f1ba5f50d/565",
            "display_unittests": "1b4813991d8fef7ca2e8ce2bcfd3c49e331f73b01a1efb10b5c4953b086c8a98/488",
            "env_chromium_unittests": "5dd6f26e3b0fc36bd32fc261bda37fd9adab706248370e56a984bb8b5926d426/488",
            "events_unittests": "7498ce7306d75439e6879364143a15b5429a125bf13ce8fdc6e8bf714e159886/488",
            "exo_unittests": "68e1c04efc9e51508668d53ddf19fb16e7cd3feecb2ecf0c37f740867ac369dd/647",
            "extensions_browsertests": "daff029c0c3285ae6c7ebb06effbc62bb672dfec63773535da3db52a881a3203/651",
            "extensions_unittests": "9631a3b5e50042eb78ec3df812692f9e59572692f1cfb98537a40a6bed719afc/812",
            "filesystem_service_unittests": "e624ac64f7046ecf169e612e0d94ec8ef679f4f3dcd8e2ba8fa58abdda234312/488",
            "fuzzing_unittests": "315bc2bf986085e3e386f05f9f741b4369d5be663f7e170de69c52bd4d533a1e/488",
            "gcm_unit_tests": "de9d4b3d8b93b3001c0b508b967674c81586569f3515e293c9a74430dae21c89/565",
            "gfx_unittests": "7ef5c0050051c73ea6811f5b04dd7fe87d095fec3e0f0ad7ec3a0d87652e40a3/564",
            "gl_unittests_ozone": "6bebb728b4092038779bcea5c1d9aefa0b47354743ab2de22b1cbf2f4f4c4666/488",
            "google_apis_unittests": "05c5e689ce292464b90dbad8ec30985dc8c734e361287eec943ee6dd3092f1cd/650",
            "gpu_unittests": "ca0da5f1b62cda5dec3e7711c3ca35d5151beb8d5174cd9c41be322c27a993bf/565",
            "gwp_asan_unittests": "6a7532da173cb902e6e3e45b7dead1cddab43113655b72de5ce3b948a99ecece/489",
            "interactive_ui_tests": "095629f1b0edeeb6b34e8f3d4547303fcc49413d957ad64cec2f119ca8f0e5dd/1142",
            "ipc_tests": "ca3b9f4447d5640ead5554d3b55b96186a54706ac58541f60a062e096eb88226/488",
            "keyboard_unittests": "e82ca47295b32c55d3b82bcf5d8cb79ff719290699850b28538778dbfb0364d5/488",
            "latency_unittests": "3bf41585c776d1d699956d652d259d2187f0cb8c1fa7c6b01747dccc43fca319/488",
            "leveldb_unittests": "9b73bc336eac8c9f8a167d50a32433a2140a08ae46739106266eff5da3c58587/488",
            "libjingle_xmpp_unittests": "4c3c523ef19741a0eac98d49c709dff412841a29d76e963de1b16d14c3785a42/488",
            "liburlpattern_unittests": "2ea80ab2b1169c124a4e500bad70e9f1f8069295296ab8e91a6e4b96edf29774/488",
            "media_unittests": "a12eefa9d44a0d2b8e7b6f9a2e0ca40c97f765564e7975611d46ff21d2e9afb9/568",
            "message_center_unittests": "6715ca13f0469d6152b757a7532a9046e33fbb9f2447660b1e70cd9e62b04e51/488",
            "midi_unittests": "691405acb19c2256695628ea47f6b0cd29da2b451c2c50672c073bf7e381fe4a/488",
            "mojo_unittests": "03085a1e4ffb1bbd4c4b2460325e07a69e7c4edd31e68b8d4154e7c7a418d464/566",
            "native_theme_unittests": "f514a434da6e808da5b4f90d3337fba7642a85e10d96b9750e17b9beb04d8732/488",
            "net_unittests": "d94f5cba23363adf82d72c7928a254cc3e691f4cf5eebbdbb27c710faad8609b/567",
            "ozone_gl_unittests": "dd11de4b87543b340c641db439b767dc2ddd9298b6d626df805d357ac93ac669/488",
            "ozone_unittests": "f07f3f7ed877b669a8c9a7eb6ba559bf807a7bdb1d9a97015e42d6f1fb624938/488",
            "ozone_x11_unittests": "7a2539118487e4e8a9e50801f0d5662e79a26482ac86440c2fc73e45c89f379a/488",
            "pdf_unittests": "8c1721f828d7eb25b0344ab1c87777c9d8352ccdec94a2e6ce6d420e01017e58/565",
            "perfetto_unittests": "249e2089e02b3e1a46f30f3e582c71fe92321d99e5645c57b9815bdea3c85a5a/488",
            "printing_unittests": "a0f2d7248db4fd5c31290ab798a9af88b3eb2ce980b5f52d21f572d63551a122/488",
            "pthreadpool_unittests": "7d9c1bda5d6859c39f042f2c9d136c350240fc0212ccfd9ae3451b6982f1ed34/488",
            "remoting_unittests": "30429017d8276af5c0b7b8ab236b0586dbd2ab78d44f4b308c58d1a77fbc3e3d/647",
            "sandbox_linux_unittests": "ae1af905eb41ed4eb63a3e139657c94dc1c9e08b5269197fd6a781477ff31d71/488",
            "services_unittests": "e07d3c69ad794dd35a1b7f05a101942a8116fc58abe9c960a252f18617d008e5/816",
            "shell_dialogs_unittests": "656ce55e0b6f827dea153ec176ee1447eac2d68e8430b362fda77bfff00afeda/488",
            "shell_encryption_unittests": "a65079d10b6b6eb55369b842679c4ef3b01210d29f3c1540eb4613972b5aba8e/488",
            "skia_unittests": "3dbe6593a483679934bcaff0fc274d99b84b6fd82651aabbe3722ccbad9b30a1/488",
            "snapshot_unittests": "39516a6c596f4525afbc1ba852f7549bf0e3f57255c038d035ac8723700ff574/488",
            "sql_unittests": "7fe48b23526a969362a02469a0da34d5c999dacb7722a414e50f567466e92e84/565",
            "storage_unittests": "94771ec8bb3a62671d59d20eb5919df07682505b99b5cc1e556f59d4c74ef8ec/646",
            "sync_integration_tests": "e0ffc833c78082013de06bc9dab0256c639d93d62f773672a94f3e740a46b353/730",
            "ui_base_unittests": "b2b8575caab88f10a43107ba2392dbe042a6355624c3955f14eed75b1f0ba22f/641",
            "ui_chromeos_unittests": "14e567ee6ca5de5930175bd2e6ff7ce1a58416661fb8e1fc8c2c5bf349417223/488",
            "ui_touch_selection_unittests": "bc8044f92b4ee4bfa85dc497a37839e1701c2c2b72f2183d61ae4fd2c0595e05/488",
            "ui_unittests": "85891bdd91fa70a9ddf51df3fd56429ac7382eb0b656d84bd960805ceb3ef30c/488",
            "unit_tests": "ac7c64f37e4bd3039cd34fe7270774d0bd046121ff30876b543ea7684b582fe7/1062",
            "url_unittests": "c69b5e151eb5433ea4791e66f45a3426d1ecdd967eefa9c939dec595f972ef63/488",
            "usage_time_limit_unittests": "c8a15f5a30b6f99106acc6dcdc81aa63de3a6cc106cd2d04380ae1c7a37e1dd0/568",
            "views_unittests": "2c23e63c1efd57ad27b4aecdf64d775487a51401239ec0a9c6da181d9a957f72/488",
            "viz_unittests": "0f5f2115d449ec27352891fea8fa4422bc3fc72e7e483deef7c238285ce6ee84/572",
            "wayland_client_perftests": "33843bfb03a6cd64fab459e8bf27864ab48218cf5f47385af04ef3e74a0596e5/647",
            "wayland_client_tests": "1c3a7bc381aca3a031c663b9d7ab411f4f0ee5b4bcf199f8e098a611ae09a877/647",
            "wm_unittests": "1a477f39d2813e7ea821744a397abaf770e6f5864b206feb786e368b79cd8a32/488",
            "wtf_unittests": "3120c25251d1569c873c1783b030372feb327c1abde43f55add293c14b9413ad/488",
            "zlib_unittests": "d6549d757a630473ac88533748f18b903f342cde24325e2cb57c8c1d3d0263dd/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d5f179f9d94ab1f696cff40ddb186b397345cde8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8852653302795337408"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "122376"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:55:37.065] Scheduled build:
{
  "id": "8687223240791187425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 68658,
  "createdBy": "project:chromium",
  "createTime": "2026-03-15T22:55:36.577538870Z",
  "updateTime": "2026-03-15T22:55:36.577538870Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d5f179f9d94ab1f696cff40ddb186b397345cde8",
      "ref": "refs/heads/main"
    }
  }
}
[22:55:37.065] Task URL: https://cr-buildbucket.appspot.com/build/8687223240791187425
[22:55:37.065] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:2:0) after 5m47s
[22:55:38.041] Received PubSub notification, asking Buildbucket for the build status
[22:55:38.077] Build status: SCHEDULED
[22:56:27.847] Received PubSub notification, asking Buildbucket for the build status
[22:56:27.870] Build status: STARTED
[23:01:24.214] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:2:0)
[23:01:24.246] Build status: STARTED
[23:01:24.246] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:5:0) after 6m8s
[23:07:32.526] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:5:0)
[23:07:32.545] Build status: STARTED
[23:07:32.545] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:6:0) after 2m33s
[23:10:05.554] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:6:0)
[23:10:05.576] Build status: STARTED
[23:10:05.576] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:7:0) after 8m15s
[23:18:20.702] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:7:0)
[23:18:20.718] Build status: STARTED
[23:18:20.718] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:8:0) after 4m48s
[23:23:08.808] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:8:0)
[23:23:08.836] Build status: STARTED
[23:23:08.836] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:9:0) after 1m5s
[23:24:13.824] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:9:0)
[23:24:13.899] Build status: STARTED
[23:24:13.899] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:10:0) after 1m57s
[23:26:11.150] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:10:0)
[23:26:11.172] Build status: STARTED
[23:26:11.172] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:11:0) after 8m40s
[23:34:51.434] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:11:0)
[23:34:51.458] Build status: STARTED
[23:34:51.458] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:12:0) after 5m30s
[23:40:21.560] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:12:0)
[23:40:21.606] Build status: STARTED
[23:40:21.607] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:13:0) after 9m41s
[23:50:02.827] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:13:0)
[23:50:02.846] Build status: STARTED
[23:50:02.846] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:14:0) after 5m56s
[23:55:58.868] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:14:0)
[23:55:58.889] Build status: STARTED
[23:55:58.889] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:15:0) after 8m42s
[00:04:41.010] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:15:0)
[00:04:41.025] Build status: STARTED
[00:04:41.025] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:16:0) after 1m58s
[00:06:39.120] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:16:0)
[00:06:39.139] Build status: STARTED
[00:06:39.139] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:17:0) after 1m21s
[00:08:00.370] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:17:0)
[00:08:00.395] Build status: STARTED
[00:08:00.395] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:18:0) after 4m52s
[00:12:52.494] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:18:0)
[00:12:52.508] Build status: STARTED
[00:12:52.508] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:19:0) after 4m49s
[00:17:41.627] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:19:0)
[00:17:41.675] Build status: STARTED
[00:17:41.675] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:20:0) after 7m26s
[00:25:07.698] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:20:0)
[00:25:07.716] Build status: STARTED
[00:25:07.716] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:21:0) after 7m10s
[00:32:17.744] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:21:0)
[00:32:17.823] Build status: STARTED
[00:32:17.823] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:22:0) after 4m2s
[00:36:19.843] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:22:0)
[00:36:19.862] Build status: STARTED
[00:36:19.862] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:23:0) after 3m34s
[00:39:54.129] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:23:0)
[00:39:54.147] Build status: STARTED
[00:39:54.147] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:24:0) after 2m33s
[00:42:27.167] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:24:0)
[00:42:27.183] Build status: STARTED
[00:42:27.183] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:25:0) after 2m23s
[00:44:50.203] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:25:0)
[00:44:50.226] Build status: STARTED
[00:44:50.226] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:26:0) after 5m51s
[00:50:41.348] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:26:0)
[00:50:41.367] Build status: STARTED
[00:50:41.367] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:27:0) after 1m31s
[00:52:12.349] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:27:0)
[00:52:12.415] Build status: STARTED
[00:52:12.415] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:28:0) after 7m55s
[01:00:07.434] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:28:0)
[01:00:07.471] Build status: STARTED
[01:00:07.471] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:29:0) after 3m15s
[01:03:22.776] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:29:0)
[01:03:22.794] Build status: STARTED
[01:03:22.794] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:30:0) after 1m1s
[01:04:24.094] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:30:0)
[01:04:24.145] Build status: STARTED
[01:04:24.145] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:31:0) after 9m45s
[01:14:09.163] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:31:0)
[01:14:09.186] Build status: STARTED
[01:14:09.186] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:32:0) after 6m9s
[01:20:18.238] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:32:0)
[01:20:18.299] Build status: STARTED
[01:20:18.300] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:33:0) after 9m45s
[01:30:03.335] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:33:0)
[01:30:03.393] Build status: STARTED
[01:30:03.393] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:34:0) after 1m38s
[01:31:41.410] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:34:0)
[01:31:41.436] Build status: STARTED
[01:31:41.436] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:35:0) after 5m28s
[01:37:09.456] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:35:0)
[01:37:09.471] Build status: STARTED
[01:37:09.471] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:36:0) after 8m40s
[01:45:49.803] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:36:0)
[01:45:49.827] Build status: STARTED
[01:45:49.827] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852653302795337408:37:0) after 8m44s
[01:48:55.573] Received PubSub notification, asking Buildbucket for the build status
[01:48:55.591] Build:
{
  "id": "8687223240791187425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 68658,
  "createdBy": "project:chromium",
  "createTime": "2026-03-15T22:55:36.577538870Z",
  "startTime": "2026-03-15T22:56:27.586513103Z",
  "endTime": "2026-03-16T01:48:55.262896008Z",
  "updateTime": "2026-03-16T01:48:55.262896008Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d5f179f9d94ab1f696cff40ddb186b397345cde8",
      "ref": "refs/heads/main"
    }
  }
}
[01:48:55.591] Invocation finished in 2h53m20.308273475s with status FAILED