Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "2951d29b6b1de34461005c65204c2327bad7a5f3",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "2951d29b6b1de34461005c65204c2327bad7a5f3"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8686726534595697009"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8686726534595697009"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8686726534595697009"
    }
  ],
  "parent_build_id": "8686726534595697009",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "9bbe9ce189115e468aea2d06001b1eddbb772958",
  "parent_got_dawn_revision": "7d5e33062472c8ab700d40ed485ce868c4a58151",
  "parent_got_revision": "2951d29b6b1de34461005c65204c2327bad7a5f3",
  "parent_got_revision_cp": "refs/heads/main@{#1603013}",
  "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
  "parent_got_v8_revision": "a0bdb939948fa6b7c360735c6998c24addfffc4d",
  "parent_got_v8_revision_cp": "refs/heads/14.8.90@{#1}",
  "parent_got_webrtc_revision": "304ad08c63e22fb96e8ad98512e28494cbb9d6a9",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47214}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2951d29b6b1de34461005c65204c2327bad7a5f3",
  "swarm_hashes": {
    "absl_hardening_tests": "8ed74deae3f25f6124c06276f420c959d9a80dbe92ea3354a254c6a02c65bce7/488",
    "accessibility_unittests": "e2748c97391a81ff872f03613604e833e7d35b0f95788312254b7b90acb44338/488",
    "angle_unittests": "2860cafb833e910ff8959c458ae00c8fd93792175bf59b45ac54ea65461a5f7c/489",
    "app_shell_unittests": "7f8ede948ea28282a41dee18f444080704cb83cd4ae105b2d1c7767342c34dc3/649",
    "ash_components_unittests": "4e0aef4fd384af0f89856ed75fabe047f31faf9f8b6d8ed0e307b90c50f8b8f4/649",
    "ash_unittests": "a4abec598d9b1fa9661f040bfa04449e0cb731c15f9f5d8c4c17f79d8eef0841/800",
    "ash_webui_unittests": "2f9fc547ddf7f77d512226cdc6adf9243ff4879893c4d1c76194b4dface2bf15/648",
    "aura_unittests": "e42084b34c04cdba40a6ab02e83a9f34dcb8cd451045acf0b59e4473e5510b37/488",
    "base_unittests": "d0726302b02c3370269221267ca003b7c276c10c5ce1fc40e5bced4ffa6e8bee/566",
    "blink_common_unittests": "a6d4976d861116c6c990351693237c7d3aaf0d87c7a3a76c6b0ff918d8e70c21/566",
    "blink_fuzzer_unittests": "db2f24a4520b77cd6bf9242e07d6b51099d8ba9ce71f9c0c45d9ba2149ed1a8e/488",
    "blink_heap_unittests": "c0d844d3803fe9f8e8a132131737c14fa3f34ce5cd29adc6417ad5e7449c1684/488",
    "blink_platform_unittests": "d6969c53351d4cd196bbfb51925435dfdc46566bb6630cb3875561e7a1a3b1b5/645",
    "blink_unittests": "2c20c72fd8c2279a44d40b7da87e0910ae41c4d2b905a0b7621ef366b0004f83/729",
    "boringssl_crypto_tests": "0a73cf689c552ca8cc147482c7e78b4eee2de5a28f6c50cd8eaf2c1bbfefec9b/489",
    "boringssl_ssl_tests": "99efe6a9e3d7b984ecf4b11709caf4cf72564d8e47641ac8994af1cb18b6f5a3/488",
    "browser_tests": "66f41d8dd813f58ba19c01b7304bb124effd0ed18b7f688e1742bcc0d3f28042/1299",
    "capture_unittests": "52fec47cb761a96d3ac6f3458b8ce22321f0cc1dae7e381277f37989288b4621/567",
    "cast_unittests": "5279f3685759d4a271bc79f148287930b5edebc1717c1f002b427c0c245308c0/488",
    "cc_unittests": "d65d1e42e0f9bd7b05e1ecf9c7c15b2f12a3c9144d8ec9b4e44dc5a109d42314/648",
    "chrome_app_unittests": "fd7a288c0f76f6980d02cf6b31990f446878d7920d987d00291915a5df054f43/648",
    "chromedriver_unittests": "dc9fad22c521e88bf94a290899f5acdadf6190e1c9ef22e4e5500d7e1df571de/645",
    "chromeos_components_unittests": "b6461e3a32197749a980095c94a0d237163b354e6ff5869ff6f61524f910e460/647",
    "chromeos_unittests": "c987ce2ad6c796e7f67f5d70ca2173ac1faa496c5de6626b58ae62c5c8f2d2c9/807",
    "components_browsertests": "96e0586c953de2f1a4d2b6398490594844fe46af386f457a27bff09b3e55b961/732",
    "components_unittests": "4bebf5621f72061fe96176985d51f9da863f1d9bcd635fd705fba785b7335ce6/894",
    "compositor_unittests": "e3c60bae1b5686c97ce8710e5154908a52a2f7209f3eb1b6f422422d732e4349/564",
    "content_browsertests": "a7416ad20ae7f674e2ebb02ee413ae40941130f1f800d2f73b7b3cd84f0e7d29/805",
    "content_unittests": "242c1a352fb866808c9442fbc657f852658398c804479633ccc57d66c4a8d046/725",
    "crashpad_tests": "3e7995f95ebff53e726dccfc1b61fce83a50e02852e8fb530024773d9122785a/489",
    "crypto_unittests": "a2691deed962c200d0cdedec071a0ceb88e27d31c5f56ba413b034c441d60492/568",
    "dbus_unittests": "d664da7b40496226e6db5bebc2ac10fe31a30d8f98f068152de3235004da2d3a/488",
    "device_unittests": "f6603556b52bc82cb2e8d3e2476d3cd6aabc39148b5225b7416439e7cc728861/565",
    "display_unittests": "3f157f8d2bbbb2b5764f8d9a30a1b02f3a5dfa62d2504b3446f853ca380706d7/488",
    "env_chromium_unittests": "ba6cec163f81a9432e27782e6a451651ab4e975b9ec1bb12743cb0decf2b45d5/488",
    "events_unittests": "2b6e54620a944bcf15d2a6cac64bc4169d175355a330e94d888698ce59c42001/488",
    "exo_unittests": "2aa4ab104adac28f7bb92bf882d2ec02c95ede990222b01b28f8c386681f967d/647",
    "extensions_browsertests": "b1a738a91e63702a9fa1449128cec8710b57d7e211740598cf51c8dc71f454da/651",
    "extensions_unittests": "e0739a184bb59ded0b2bf4606c6136a3a344fbb56d6f51254864a9695a45df40/812",
    "filesystem_service_unittests": "7c274af314c604caafcc6f544bf02283efad33ac1f10a77ab524e812e9cdd113/488",
    "fuzzing_unittests": "5585c4b4eb985f73a357267c5eeeb5adaae00b558ba8a18aa33b863d38156308/488",
    "gcm_unit_tests": "0d7a783b102f9430208a05d6cfd89be252525a2a172a9281b24cb7a70091a2b0/565",
    "gfx_unittests": "1881b0f4e40b1daec0d5a3ca4adf307e290a6d09430dd038cd35f1ea5d2c2e09/564",
    "gl_unittests_ozone": "26a41f03de61221fe0848fcc67204c2fbc912849f636a5f0c289e7a993d69ea7/488",
    "google_apis_unittests": "21c7543b5a0f7bb7713bb74c6117d2d2d16df079099393db1d8ab698d1a66583/650",
    "gpu_unittests": "e3e73113ccd210423cc7aa50c4773a149f9d53e38b47bbaa5e9af3ea66198ee6/565",
    "gwp_asan_unittests": "95945e89a38de0fb38506f45aaddc6ee186f98282fe990cde26426c51d7eae64/489",
    "interactive_ui_tests": "ca2fc45f3c99470d422433da81a18c945a264f0dec662a60668872444c9ad740/1142",
    "ipc_tests": "65e2314c58684c3891c6904a8a4d76a38c72869e2669a238420a9fd815f91b93/488",
    "keyboard_unittests": "99d4f1c05274f852d25a4280e5c7063fb5f9f650bfab176f914baacaadc1953c/488",
    "latency_unittests": "d6493ef8efb6dd7814212b201c61d4eee2ba0d7710844f2012ad7d251a5298f5/488",
    "leveldb_unittests": "5d81ad92b747ed5a9fc1318845f2f1a1a72792062966b2adf97f58761595db29/488",
    "libjingle_xmpp_unittests": "20693f26a0d87e607e4ba6580a186b487cc2362387d0b701df17037a8ec29e6f/488",
    "liburlpattern_unittests": "6d5e824ba3a22fe6f509d1cc2840b90cf65ad3c18f584f9ced9c5051ff8a1ce5/488",
    "media_unittests": "db6d07c859379f6f0cd2b61c268de8a36178ff67dab21ea28b654450252a5bac/568",
    "message_center_unittests": "950f10556240d90ad68acf11235320d396a90891e5590452d8749a0c600b53be/488",
    "midi_unittests": "8e354d38c2400c3d9751e7a68e449465c52883d14e1ab5aeca1e873f9c94639c/488",
    "mojo_unittests": "7875539e11c1c77da4f3cbfd611f62cf23a9d99c3eff75ae95f19ee6691cba2f/566",
    "native_theme_unittests": "b4e67506c53b39c2aaa1541f67a509a02a6148dd57dd27a5f13d2c521dc8db90/488",
    "net_unittests": "3c13c3d12b7c7b4b2ff90a5e17b3d226b96adfd004f39c46eea3b5232a8ee268/567",
    "ozone_gl_unittests": "0a5c12ef0330b03673469036393ae2dc09c4473a3de3d0cdbc5abc31cd772f8c/488",
    "ozone_unittests": "15f5413d3c760763925c2afbdb569d6bc6609938dc167befe49e4007d1d96863/488",
    "ozone_x11_unittests": "d88a6943c47d65d0219deeb00fac779c791191c25d2ac0c193b47fe4f6620758/488",
    "pdf_unittests": "172543f973b0c4c845e57d35d8297e9d413962c67ef21334f671156b4e85a0de/565",
    "perfetto_unittests": "163892ad384cd4e659fc8d492ba1fb1120588f40fb64cfdd87125d3b3ae03e66/488",
    "printing_unittests": "a1be41679574a1377aa2cb0bfe6638765bf939b41c68dbfbb56b63189e80ac54/488",
    "pthreadpool_unittests": "1cfb94fae868c9258ad19106539c58f8455c96e921441253052e9a1f5bd622e9/488",
    "remoting_unittests": "9bcd04727b47026861cab1cb105aa7d72ef15948c43fd74886acae147e99ff6b/647",
    "sandbox_linux_unittests": "94b625dd322732bfe9cbe3904a1fc950131c37bfe47b7e6028c41f2247d98c1f/488",
    "services_unittests": "63214aee16f05833c0b9882a31ce08ed0ef727e143b9ab1e1a6f9fd7ec1acda0/816",
    "shell_dialogs_unittests": "114a4ace9dc9334bfe10c638b9b909a8df7554fab342490cfe3c2cf6cfd3af4b/488",
    "shell_encryption_unittests": "3ec1d4f06142ec9b257f24b6279c1e18b23692bc67b3eb5ed8cbe95bd3a7e5ea/488",
    "skia_unittests": "7d9c09bd7d262491fabe35fbbae299d4adb1321a302cbc6ba9997f0edc669ad4/488",
    "snapshot_unittests": "fa9d2dc6a3323f3560c34972d607e8e5d2a9940eef4f6e91854958ce6a4d9e32/488",
    "sql_unittests": "d037582c7e748956015faaef35dd38914fe3575e12f92947a0bbeb86bc8a1e61/565",
    "storage_unittests": "2110bd4a47311cbacefd5adcea16e68226dab26eef908c5bfdb2d8fd433df51b/646",
    "sync_integration_tests": "2d5f8172036e47d491da365c743f635d8d55e7ad2402119ebfb65e0c8f23eb00/730",
    "ui_base_unittests": "f31dbeeb3db127c01c9bda6b46a7a9db95ab93020b116a50e0b3310e08701bca/641",
    "ui_chromeos_unittests": "3d066173d2ba5d33ae14046c21bc12721bbaffc2d010efd4666bfa8dfdc73bbb/488",
    "ui_touch_selection_unittests": "be5d8f15207430395ede5128ec0f9b817daf7114987ab78bf3ba1cc2f1266d18/488",
    "ui_unittests": "6f74da6d46da8ee6e8b8c788ef381fb3dc154c29924214158913c10d001c7cf7/488",
    "unit_tests": "3721fab081c31aafc17810f4982814c086f9910bf188d147402392e375bae9fe/1062",
    "url_unittests": "2629d3d7db1d3a76fcb971a12e03606a464c352ec867892d5f5575372feb03dd/488",
    "usage_time_limit_unittests": "5ec42ea273b2bda80ab9f206fbd39378957de8d20e677f818c4b7d080b4bc411/568",
    "views_unittests": "a2bb2034f591d0b133f8e4701e133058fbd1b6a7b5fbfec28caba3a60549b2d5/488",
    "viz_unittests": "228db4efdf321278e129bd9e3ca21e6ee85670f20d4766a90b1e61616c504b0e/572",
    "wayland_client_perftests": "74ffba728b4d1d6af0bdbedb692d6a061792292afe61f4f040cad1ce875edb54/647",
    "wayland_client_tests": "d03d8a2717ccdb066e7d2d4b387df2a2ba7af7ee803591d553485a6c02127b66/647",
    "wm_unittests": "45d18a8290bfba0fc369f0bb10cf9cce5d3068c800cf0a21f6631af2b8bd77c0/488",
    "wtf_unittests": "3c115ad87aa8ee8ae18713aa8caa04af6e6426b2be607f166232464ed4d2b792/488",
    "zlib_unittests": "249aa5bdfeefefd75cce3389dfd1f51b0e7c9d4b1d22cee862274cc7a99e0baa/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2951d29b6b1de34461005c65204c2327bad7a5f3
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:122652
  • user_agent:recipe

Debug log (UTC)

[11:11:59.612] New invocation is queued and will start shortly
[11:11:59.612] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:12:00.804] Starting the invocation (attempt 1)
[11:12:00.887] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2951d29b6b1de34461005c65204c2327bad7a5f3"
[11:12:00.887] Popped gitiles commit info from properties and tags
[11:12:00.887] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:12:00.888] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:12:00.888] Buildbucket request:
{
  "requestId": "8852153987342972192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "2951d29b6b1de34461005c65204c2327bad7a5f3",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2951d29b6b1de34461005c65204c2327bad7a5f3"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8686726534595697009"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8686726534595697009"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8686726534595697009"
                }
          ],
      "parent_build_id": "8686726534595697009",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "9bbe9ce189115e468aea2d06001b1eddbb772958",
      "parent_got_dawn_revision": "7d5e33062472c8ab700d40ed485ce868c4a58151",
      "parent_got_revision": "2951d29b6b1de34461005c65204c2327bad7a5f3",
      "parent_got_revision_cp": "refs/heads/main@{#1603013}",
      "parent_got_swiftshader_revision": "89556131bf9d48af3c5c9fbb9a3322e706da89a3",
      "parent_got_v8_revision": "a0bdb939948fa6b7c360735c6998c24addfffc4d",
      "parent_got_v8_revision_cp": "refs/heads/14.8.90@{#1}",
      "parent_got_webrtc_revision": "304ad08c63e22fb96e8ad98512e28494cbb9d6a9",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47214}",
      "swarm_hashes": {
            "absl_hardening_tests": "8ed74deae3f25f6124c06276f420c959d9a80dbe92ea3354a254c6a02c65bce7/488",
            "accessibility_unittests": "e2748c97391a81ff872f03613604e833e7d35b0f95788312254b7b90acb44338/488",
            "angle_unittests": "2860cafb833e910ff8959c458ae00c8fd93792175bf59b45ac54ea65461a5f7c/489",
            "app_shell_unittests": "7f8ede948ea28282a41dee18f444080704cb83cd4ae105b2d1c7767342c34dc3/649",
            "ash_components_unittests": "4e0aef4fd384af0f89856ed75fabe047f31faf9f8b6d8ed0e307b90c50f8b8f4/649",
            "ash_unittests": "a4abec598d9b1fa9661f040bfa04449e0cb731c15f9f5d8c4c17f79d8eef0841/800",
            "ash_webui_unittests": "2f9fc547ddf7f77d512226cdc6adf9243ff4879893c4d1c76194b4dface2bf15/648",
            "aura_unittests": "e42084b34c04cdba40a6ab02e83a9f34dcb8cd451045acf0b59e4473e5510b37/488",
            "base_unittests": "d0726302b02c3370269221267ca003b7c276c10c5ce1fc40e5bced4ffa6e8bee/566",
            "blink_common_unittests": "a6d4976d861116c6c990351693237c7d3aaf0d87c7a3a76c6b0ff918d8e70c21/566",
            "blink_fuzzer_unittests": "db2f24a4520b77cd6bf9242e07d6b51099d8ba9ce71f9c0c45d9ba2149ed1a8e/488",
            "blink_heap_unittests": "c0d844d3803fe9f8e8a132131737c14fa3f34ce5cd29adc6417ad5e7449c1684/488",
            "blink_platform_unittests": "d6969c53351d4cd196bbfb51925435dfdc46566bb6630cb3875561e7a1a3b1b5/645",
            "blink_unittests": "2c20c72fd8c2279a44d40b7da87e0910ae41c4d2b905a0b7621ef366b0004f83/729",
            "boringssl_crypto_tests": "0a73cf689c552ca8cc147482c7e78b4eee2de5a28f6c50cd8eaf2c1bbfefec9b/489",
            "boringssl_ssl_tests": "99efe6a9e3d7b984ecf4b11709caf4cf72564d8e47641ac8994af1cb18b6f5a3/488",
            "browser_tests": "66f41d8dd813f58ba19c01b7304bb124effd0ed18b7f688e1742bcc0d3f28042/1299",
            "capture_unittests": "52fec47cb761a96d3ac6f3458b8ce22321f0cc1dae7e381277f37989288b4621/567",
            "cast_unittests": "5279f3685759d4a271bc79f148287930b5edebc1717c1f002b427c0c245308c0/488",
            "cc_unittests": "d65d1e42e0f9bd7b05e1ecf9c7c15b2f12a3c9144d8ec9b4e44dc5a109d42314/648",
            "chrome_app_unittests": "fd7a288c0f76f6980d02cf6b31990f446878d7920d987d00291915a5df054f43/648",
            "chromedriver_unittests": "dc9fad22c521e88bf94a290899f5acdadf6190e1c9ef22e4e5500d7e1df571de/645",
            "chromeos_components_unittests": "b6461e3a32197749a980095c94a0d237163b354e6ff5869ff6f61524f910e460/647",
            "chromeos_unittests": "c987ce2ad6c796e7f67f5d70ca2173ac1faa496c5de6626b58ae62c5c8f2d2c9/807",
            "components_browsertests": "96e0586c953de2f1a4d2b6398490594844fe46af386f457a27bff09b3e55b961/732",
            "components_unittests": "4bebf5621f72061fe96176985d51f9da863f1d9bcd635fd705fba785b7335ce6/894",
            "compositor_unittests": "e3c60bae1b5686c97ce8710e5154908a52a2f7209f3eb1b6f422422d732e4349/564",
            "content_browsertests": "a7416ad20ae7f674e2ebb02ee413ae40941130f1f800d2f73b7b3cd84f0e7d29/805",
            "content_unittests": "242c1a352fb866808c9442fbc657f852658398c804479633ccc57d66c4a8d046/725",
            "crashpad_tests": "3e7995f95ebff53e726dccfc1b61fce83a50e02852e8fb530024773d9122785a/489",
            "crypto_unittests": "a2691deed962c200d0cdedec071a0ceb88e27d31c5f56ba413b034c441d60492/568",
            "dbus_unittests": "d664da7b40496226e6db5bebc2ac10fe31a30d8f98f068152de3235004da2d3a/488",
            "device_unittests": "f6603556b52bc82cb2e8d3e2476d3cd6aabc39148b5225b7416439e7cc728861/565",
            "display_unittests": "3f157f8d2bbbb2b5764f8d9a30a1b02f3a5dfa62d2504b3446f853ca380706d7/488",
            "env_chromium_unittests": "ba6cec163f81a9432e27782e6a451651ab4e975b9ec1bb12743cb0decf2b45d5/488",
            "events_unittests": "2b6e54620a944bcf15d2a6cac64bc4169d175355a330e94d888698ce59c42001/488",
            "exo_unittests": "2aa4ab104adac28f7bb92bf882d2ec02c95ede990222b01b28f8c386681f967d/647",
            "extensions_browsertests": "b1a738a91e63702a9fa1449128cec8710b57d7e211740598cf51c8dc71f454da/651",
            "extensions_unittests": "e0739a184bb59ded0b2bf4606c6136a3a344fbb56d6f51254864a9695a45df40/812",
            "filesystem_service_unittests": "7c274af314c604caafcc6f544bf02283efad33ac1f10a77ab524e812e9cdd113/488",
            "fuzzing_unittests": "5585c4b4eb985f73a357267c5eeeb5adaae00b558ba8a18aa33b863d38156308/488",
            "gcm_unit_tests": "0d7a783b102f9430208a05d6cfd89be252525a2a172a9281b24cb7a70091a2b0/565",
            "gfx_unittests": "1881b0f4e40b1daec0d5a3ca4adf307e290a6d09430dd038cd35f1ea5d2c2e09/564",
            "gl_unittests_ozone": "26a41f03de61221fe0848fcc67204c2fbc912849f636a5f0c289e7a993d69ea7/488",
            "google_apis_unittests": "21c7543b5a0f7bb7713bb74c6117d2d2d16df079099393db1d8ab698d1a66583/650",
            "gpu_unittests": "e3e73113ccd210423cc7aa50c4773a149f9d53e38b47bbaa5e9af3ea66198ee6/565",
            "gwp_asan_unittests": "95945e89a38de0fb38506f45aaddc6ee186f98282fe990cde26426c51d7eae64/489",
            "interactive_ui_tests": "ca2fc45f3c99470d422433da81a18c945a264f0dec662a60668872444c9ad740/1142",
            "ipc_tests": "65e2314c58684c3891c6904a8a4d76a38c72869e2669a238420a9fd815f91b93/488",
            "keyboard_unittests": "99d4f1c05274f852d25a4280e5c7063fb5f9f650bfab176f914baacaadc1953c/488",
            "latency_unittests": "d6493ef8efb6dd7814212b201c61d4eee2ba0d7710844f2012ad7d251a5298f5/488",
            "leveldb_unittests": "5d81ad92b747ed5a9fc1318845f2f1a1a72792062966b2adf97f58761595db29/488",
            "libjingle_xmpp_unittests": "20693f26a0d87e607e4ba6580a186b487cc2362387d0b701df17037a8ec29e6f/488",
            "liburlpattern_unittests": "6d5e824ba3a22fe6f509d1cc2840b90cf65ad3c18f584f9ced9c5051ff8a1ce5/488",
            "media_unittests": "db6d07c859379f6f0cd2b61c268de8a36178ff67dab21ea28b654450252a5bac/568",
            "message_center_unittests": "950f10556240d90ad68acf11235320d396a90891e5590452d8749a0c600b53be/488",
            "midi_unittests": "8e354d38c2400c3d9751e7a68e449465c52883d14e1ab5aeca1e873f9c94639c/488",
            "mojo_unittests": "7875539e11c1c77da4f3cbfd611f62cf23a9d99c3eff75ae95f19ee6691cba2f/566",
            "native_theme_unittests": "b4e67506c53b39c2aaa1541f67a509a02a6148dd57dd27a5f13d2c521dc8db90/488",
            "net_unittests": "3c13c3d12b7c7b4b2ff90a5e17b3d226b96adfd004f39c46eea3b5232a8ee268/567",
            "ozone_gl_unittests": "0a5c12ef0330b03673469036393ae2dc09c4473a3de3d0cdbc5abc31cd772f8c/488",
            "ozone_unittests": "15f5413d3c760763925c2afbdb569d6bc6609938dc167befe49e4007d1d96863/488",
            "ozone_x11_unittests": "d88a6943c47d65d0219deeb00fac779c791191c25d2ac0c193b47fe4f6620758/488",
            "pdf_unittests": "172543f973b0c4c845e57d35d8297e9d413962c67ef21334f671156b4e85a0de/565",
            "perfetto_unittests": "163892ad384cd4e659fc8d492ba1fb1120588f40fb64cfdd87125d3b3ae03e66/488",
            "printing_unittests": "a1be41679574a1377aa2cb0bfe6638765bf939b41c68dbfbb56b63189e80ac54/488",
            "pthreadpool_unittests": "1cfb94fae868c9258ad19106539c58f8455c96e921441253052e9a1f5bd622e9/488",
            "remoting_unittests": "9bcd04727b47026861cab1cb105aa7d72ef15948c43fd74886acae147e99ff6b/647",
            "sandbox_linux_unittests": "94b625dd322732bfe9cbe3904a1fc950131c37bfe47b7e6028c41f2247d98c1f/488",
            "services_unittests": "63214aee16f05833c0b9882a31ce08ed0ef727e143b9ab1e1a6f9fd7ec1acda0/816",
            "shell_dialogs_unittests": "114a4ace9dc9334bfe10c638b9b909a8df7554fab342490cfe3c2cf6cfd3af4b/488",
            "shell_encryption_unittests": "3ec1d4f06142ec9b257f24b6279c1e18b23692bc67b3eb5ed8cbe95bd3a7e5ea/488",
            "skia_unittests": "7d9c09bd7d262491fabe35fbbae299d4adb1321a302cbc6ba9997f0edc669ad4/488",
            "snapshot_unittests": "fa9d2dc6a3323f3560c34972d607e8e5d2a9940eef4f6e91854958ce6a4d9e32/488",
            "sql_unittests": "d037582c7e748956015faaef35dd38914fe3575e12f92947a0bbeb86bc8a1e61/565",
            "storage_unittests": "2110bd4a47311cbacefd5adcea16e68226dab26eef908c5bfdb2d8fd433df51b/646",
            "sync_integration_tests": "2d5f8172036e47d491da365c743f635d8d55e7ad2402119ebfb65e0c8f23eb00/730",
            "ui_base_unittests": "f31dbeeb3db127c01c9bda6b46a7a9db95ab93020b116a50e0b3310e08701bca/641",
            "ui_chromeos_unittests": "3d066173d2ba5d33ae14046c21bc12721bbaffc2d010efd4666bfa8dfdc73bbb/488",
            "ui_touch_selection_unittests": "be5d8f15207430395ede5128ec0f9b817daf7114987ab78bf3ba1cc2f1266d18/488",
            "ui_unittests": "6f74da6d46da8ee6e8b8c788ef381fb3dc154c29924214158913c10d001c7cf7/488",
            "unit_tests": "3721fab081c31aafc17810f4982814c086f9910bf188d147402392e375bae9fe/1062",
            "url_unittests": "2629d3d7db1d3a76fcb971a12e03606a464c352ec867892d5f5575372feb03dd/488",
            "usage_time_limit_unittests": "5ec42ea273b2bda80ab9f206fbd39378957de8d20e677f818c4b7d080b4bc411/568",
            "views_unittests": "a2bb2034f591d0b133f8e4701e133058fbd1b6a7b5fbfec28caba3a60549b2d5/488",
            "viz_unittests": "228db4efdf321278e129bd9e3ca21e6ee85670f20d4766a90b1e61616c504b0e/572",
            "wayland_client_perftests": "74ffba728b4d1d6af0bdbedb692d6a061792292afe61f4f040cad1ce875edb54/647",
            "wayland_client_tests": "d03d8a2717ccdb066e7d2d4b387df2a2ba7af7ee803591d553485a6c02127b66/647",
            "wm_unittests": "45d18a8290bfba0fc369f0bb10cf9cce5d3068c800cf0a21f6631af2b8bd77c0/488",
            "wtf_unittests": "3c115ad87aa8ee8ae18713aa8caa04af6e6426b2be607f166232464ed4d2b792/488",
            "zlib_unittests": "249aa5bdfeefefd75cce3389dfd1f51b0e7c9d4b1d22cee862274cc7a99e0baa/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2951d29b6b1de34461005c65204c2327bad7a5f3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8852153987342972192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "122652"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:12:01.601] Scheduled build:
{
  "id": "8686723925294083009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 68731,
  "createdBy": "project:chromium",
  "createTime": "2026-03-21T11:12:00.943164595Z",
  "updateTime": "2026-03-21T11:12:00.943164595Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2951d29b6b1de34461005c65204c2327bad7a5f3",
      "ref": "refs/heads/main"
    }
  }
}
[11:12:01.601] Task URL: https://cr-buildbucket.appspot.com/build/8686723925294083009
[11:12:01.601] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:2:0) after 2m18s
[11:12:02.464] Received PubSub notification, asking Buildbucket for the build status
[11:12:02.490] Build status: SCHEDULED
[11:12:59.883] Received PubSub notification, asking Buildbucket for the build status
[11:12:59.951] Build status: STARTED
[11:14:19.623] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:2:0)
[11:14:19.643] Build status: STARTED
[11:14:19.643] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:5:0) after 1m39s
[11:15:58.698] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:5:0)
[11:15:58.812] Build status: STARTED
[11:15:58.812] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:6:0) after 9m8s
[11:25:06.865] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:6:0)
[11:25:06.920] Build status: STARTED
[11:25:06.920] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:7:0) after 4m9s
[11:29:15.957] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:7:0)
[11:29:15.982] Build status: STARTED
[11:29:15.982] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:8:0) after 8m23s
[11:37:39.108] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:8:0)
[11:37:39.123] Build status: STARTED
[11:37:39.124] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:9:0) after 6m34s
[11:44:13.145] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:9:0)
[11:44:13.192] Build status: STARTED
[11:44:13.192] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:10:0) after 7m25s
[11:51:38.261] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:10:0)
[11:51:38.280] Build status: STARTED
[11:51:38.280] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:11:0) after 4m42s
[11:56:20.354] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:11:0)
[11:56:20.393] Build status: STARTED
[11:56:20.393] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:12:0) after 1m23s
[11:57:43.420] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:12:0)
[11:57:43.471] Build status: STARTED
[11:57:43.471] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:13:0) after 1m58s
[11:59:41.734] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:13:0)
[11:59:41.775] Build status: STARTED
[11:59:41.775] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:14:0) after 9m25s
[12:09:06.806] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:14:0)
[12:09:06.874] Build status: STARTED
[12:09:06.874] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:15:0) after 4m0s
[12:13:07.016] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:15:0)
[12:13:07.031] Build status: STARTED
[12:13:07.031] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:16:0) after 4m6s
[12:17:13.577] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:16:0)
[12:17:13.607] Build status: STARTED
[12:17:13.607] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:17:0) after 9m7s
[12:26:20.911] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:17:0)
[12:26:20.935] Build status: STARTED
[12:26:20.935] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:18:0) after 2m51s
[12:29:12.031] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:18:0)
[12:29:12.062] Build status: STARTED
[12:29:12.062] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:19:0) after 7m18s
[12:36:30.141] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:19:0)
[12:36:30.196] Build status: STARTED
[12:36:30.196] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:20:0) after 6m19s
[12:42:49.226] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:20:0)
[12:42:49.243] Build status: STARTED
[12:42:49.243] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:21:0) after 5m14s
[12:48:03.319] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:21:0)
[12:48:03.369] Build status: STARTED
[12:48:03.369] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:22:0) after 4m18s
[12:52:21.794] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:22:0)
[12:52:21.839] Build status: STARTED
[12:52:21.839] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:23:0) after 1m3s
[12:53:24.969] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:23:0)
[12:53:24.988] Build status: STARTED
[12:53:24.988] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:24:0) after 6m8s
[12:59:33.301] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:24:0)
[12:59:33.343] Build status: STARTED
[12:59:33.343] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:25:0) after 2m39s
[13:02:12.479] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:25:0)
[13:02:12.499] Build status: STARTED
[13:02:12.499] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:26:0) after 4m19s
[13:06:31.692] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:26:0)
[13:06:31.727] Build status: STARTED
[13:06:31.727] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:27:0) after 8m25s
[13:14:56.750] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:27:0)
[13:14:56.789] Build status: STARTED
[13:14:56.789] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:28:0) after 5m56s
[13:20:52.868] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:28:0)
[13:20:52.885] Build status: STARTED
[13:20:52.885] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:29:0) after 9m37s
[13:30:29.907] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:29:0)
[13:30:29.924] Build status: STARTED
[13:30:29.924] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:30:0) after 6m18s
[13:36:48.011] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:30:0)
[13:36:48.026] Build status: STARTED
[13:36:48.026] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:31:0) after 4m59s
[13:41:47.045] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:31:0)
[13:41:47.067] Build status: STARTED
[13:41:47.067] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:32:0) after 4m59s
[13:46:46.079] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:32:0)
[13:46:46.096] Build status: STARTED
[13:46:46.096] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:33:0) after 8m11s
[13:54:57.342] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:33:0)
[13:54:57.353] Build status: STARTED
[13:54:57.353] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:34:0) after 1m5s
[13:56:02.422] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:34:0)
[13:56:02.438] Build status: STARTED
[13:56:02.438] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8852153987342972192:35:0) after 6m21s
[14:01:17.180] Received PubSub notification, asking Buildbucket for the build status
[14:01:17.205] Build:
{
  "id": "8686723925294083009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 68731,
  "createdBy": "project:chromium",
  "createTime": "2026-03-21T11:12:00.943164595Z",
  "startTime": "2026-03-21T11:12:59.669083359Z",
  "endTime": "2026-03-21T14:01:16.616509849Z",
  "updateTime": "2026-03-21T14:01:16.616509849Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2951d29b6b1de34461005c65204c2327bad7a5f3",
      "ref": "refs/heads/main"
    }
  }
}
[14:01:17.205] Invocation finished in 2h49m17.600154128s with status FAILED