Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "b63d2275d7b38001f70c44c90088258ccbfbaf39",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "b63d2275d7b38001f70c44c90088258ccbfbaf39"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8688330997146822561"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8688330997146822561"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8688330997146822561"
    }
  ],
  "parent_build_id": "8688330997146822561",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "83a9513da745fe45774bab896af6937d0cd00b64",
  "parent_got_dawn_revision": "56b2aa287dbb7ce4f73aace630ace091db714f96",
  "parent_got_revision": "b63d2275d7b38001f70c44c90088258ccbfbaf39",
  "parent_got_revision_cp": "refs/heads/main@{#1593276}",
  "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
  "parent_got_v8_revision": "8fd9b68b176e8b623c40d907940be52146424b3f",
  "parent_got_v8_revision_cp": "refs/heads/14.7.135@{#1}",
  "parent_got_webrtc_revision": "b88b9f23009483df52db141956ebd33d9cc8c181",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47028}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b63d2275d7b38001f70c44c90088258ccbfbaf39",
  "swarm_hashes": {
    "absl_hardening_tests": "e8aceda8759dc64b20ce5ef788879181df1afc94193d2a929777301cd861535a/488",
    "accessibility_unittests": "820e4887cabc44575b8bf910b1f7950699ec6a82ac0764f266860b3304668cef/488",
    "angle_unittests": "ab570bde3dcb44cd38d8de3599489452dee476cbe3eae64cc85bbdc763c7ad7b/489",
    "app_shell_unittests": "d4b1266afef75ed93c29e390075dab6bd99401564929059abe1ba2e5b1556f68/649",
    "ash_components_unittests": "131bac2dc93a710850fb7f78a62d3c00a5ebe2febd58fe87873792c99d6008ee/649",
    "ash_unittests": "dce14086733f5b2941595e0c424ddbda824270a918f4c3b99b8271af21603ba4/800",
    "ash_webui_unittests": "38964779efdaf531477b69b833468c485669d22b65966a0bd411d1806b25d395/648",
    "aura_unittests": "77c3e83f30e53cd72e2fa177849587c049f9eb23ddd29e8d3ad936e4d6805360/488",
    "base_unittests": "309b2c807c9274252fb510d6c2278a0267d14511458e3e1859c6f2a38cb1cb8e/566",
    "blink_common_unittests": "a78513b88606611680e444ee9a7ee62746e55c6b215bd31bef8823ae0d8ade59/566",
    "blink_fuzzer_unittests": "57ed5049ed5507cab5f140b6b67750e57b8742601e5db7755bca34312bbca366/488",
    "blink_heap_unittests": "78ee871c0eadd35fd39df4cbea035eba0c728dd51fddcb3b733f16a330b99c89/488",
    "blink_platform_unittests": "c1f3a042dac52af07f9412a67cff6f911582090c2ff8dc41934255109d44366a/645",
    "blink_unittests": "c6c6ea14fa2a68adb183206583345eafb734ad5d93035bfc47c805c693df083c/729",
    "boringssl_crypto_tests": "5ad30fb82b70ee74b48bf94c1e1d1ab75f1b7d66c609b394ddb41bd6747df233/489",
    "boringssl_ssl_tests": "57c995601dcc2cb7b7e0ecd44a464e8c9b8d43ddd54ec655afacc7ca31b732bf/488",
    "browser_tests": "1f1ebf0418c09c9cbb6740ef0924417e34f9e06b403b46017e9ee967352eec62/1299",
    "capture_unittests": "b25f8667f6a2e477e46b7032de933f9222aa5cd9ab2762fbe97c260b5a524644/567",
    "cast_unittests": "513c965fde2032759add1c3e9f5f5ec6bff987ce77347b02b0e3e3bfa832d097/488",
    "cc_unittests": "be08ea3f9ece83bcccc60a518b6a042c8360014dde524b1e523d8a38c2a9d5e2/648",
    "chrome_app_unittests": "f8d2eabe1e4333839860a1f9ce5b79b1cd293e8bd02ef30a38733247342e7c90/648",
    "chromedriver_unittests": "e7a404df282fa319f8ca511672bb9f91e4f0e8c5b56896e68b593c54560f52da/645",
    "chromeos_components_unittests": "65c8b0abe3eddc214054e0618e6daf124ec22c56c3984132286741a702f6ee55/647",
    "chromeos_unittests": "bf6592313f9ff07f5ff2e6b2cb6a07468c69deab6d35caf482985d902274b50e/807",
    "components_browsertests": "878b334482e842a184feb7bb237698e20f90fa1801b1f7e5f7cf33953d42af99/732",
    "components_unittests": "dbd1c1508d1a3de49f9f55d668411c2cf5d2ca6b2f1d379712ec7a754fa6b0dc/894",
    "compositor_unittests": "a91bda36d1ded4283decc1eddc157e20b0919839bcf0fc95ca218286243773e8/564",
    "content_browsertests": "287f4659c82ab0afdadab53d6492007def9c50951d4a9c8a297154511936c0c4/805",
    "content_unittests": "14c38b959c8e8dda7eb2016068e40d9dac4870d97c033c4cc3f6efb0643aa853/725",
    "crashpad_tests": "002b3a0ca50a157a29ca1a27be0694869b4dd34dc77ecb90fb68865dcde8ba9c/489",
    "crypto_unittests": "733af898363323129de8d749f671fee27eeb99564f130a75fe26451a563c23f1/568",
    "dbus_unittests": "8ffb7da7be4fb98f872299e6c8ccf06785b59899100d376aeb45dd37b83c1712/488",
    "device_unittests": "ba45d79b0624b005b9501c7515576f1034d41cb9915b75723117c1c34a590f5d/565",
    "display_unittests": "91ad8e6e6a5c51ad75581fe40fcb71fd1924964a54740d7fb9f6d3ab9d40c42b/488",
    "env_chromium_unittests": "0b34edbb59122a3b23c005101f4bc5569139997d68e42978877ae7df6392c31f/488",
    "events_unittests": "acc2ae8a4deba6ca2c817d17b7ee6c813cdfac8c806dd85c336a9f04312f80d3/488",
    "exo_unittests": "5887624a6a1e9ca5da60f8b99eb25ced60dcc77ee36f5700bf0434bc5184d160/647",
    "extensions_browsertests": "38c6cb9a8d5635102333b502bad8d531620ef2aec16825d7fc3a860ffe791960/651",
    "extensions_unittests": "0cb16f814890b49f2675ebebc78f2ae57537e799989773a6cc077b286cb8469b/812",
    "filesystem_service_unittests": "2d8a997ca9afaef1c03a25535224e2c6b5686cf5f77cc1c2692e04848f971ab1/488",
    "fuzzing_unittests": "00135d48a30ccd48766a75cb8b97bac7dc6c40a13a7d07af5942e2ace699d6fd/488",
    "gcm_unit_tests": "211c17ae32ff8bd5664f4a19d6fae8d6447972727aab1c0d584b077f5f9643f1/565",
    "gfx_unittests": "92dd172a12422a368629af824410ff5492ede4046c55d5d2a81c58830d05dd21/564",
    "gl_unittests_ozone": "d4dbda6f04c3f4ca44eeadb7db93e4663c1126af1636a4e5b66dabe6d3aed413/488",
    "google_apis_unittests": "8eefd2877fe29eac95aeaf9195e18fa2b737a7dbaeeb7c9bfc6b679f20a4b7e7/650",
    "gpu_unittests": "82c26df6b4da1672934f6ca731ee401129d9d0cce0a139ad36af6f306439a0b4/565",
    "gwp_asan_unittests": "be048d3e7ca83cb7689a5caa1dc7b831375c8b60e197fa031d58e171d0084ddd/489",
    "interactive_ui_tests": "a6406f41a531a6b97a03afba8045d07e828e95a0605c2a61e71823968cfbf499/1142",
    "ipc_tests": "87af7f75d0a39fd958ce6fae428f156e615fbf71c7a43264f9937288164c44d8/488",
    "keyboard_unittests": "c575babf386a3fda8e99d13c35d1a25e7a3517944751fcf73f5126cd3b37f94e/488",
    "latency_unittests": "dd7d55405cd1fca7c8c398be597d56ba65b45e80913aafc164a98d826b629331/488",
    "leveldb_unittests": "f1e5c8e33756abb01456c40c2e9e7d1664ac56ebbd770dee9c091ffde6264479/488",
    "libjingle_xmpp_unittests": "12a7fb972432586136f7c03a5660bc4efa7c34b2d55861c3f45e5eaef2b60b19/488",
    "liburlpattern_unittests": "7831bb97bd031de1b481fb5596686612935aa3e8891b196cd722dfa2d0e551ba/488",
    "media_unittests": "75466cd2fb854940b4b822ce0685291116723b7b652cbc4e8473c26efed209fc/568",
    "message_center_unittests": "122c19c57079d7f2d86fa110507466c58e548535a61bab8f079f9d10ef965644/488",
    "midi_unittests": "810eccc49fe0535946e674d63af702be586e66362882d377d52c753140c74761/488",
    "mojo_unittests": "6064a3e791d0db37756c43844bff6aefeaacd7e7e4c933f174c1330508a5804c/566",
    "native_theme_unittests": "5495c66248fb51c18868c25fd6207414cf95221e60bf3d2cec72f966235c5e53/488",
    "net_unittests": "716944e54017100d78ecbb849d37a56c79f9d8979f28ab6cd33fc9ab21459f41/567",
    "ozone_gl_unittests": "4a1da91e8029a6b6d7269283634b64876f90a1ce2c076c4cef9bd69ba8fbee66/488",
    "ozone_unittests": "aa795878e24bc2d6e66c7df60100af8ecea548d9567ce479dee8bd3ce712f135/488",
    "ozone_x11_unittests": "842086b8e5a2e1ab4f594b778b387fef19311ee8d98500cf2a4e9911c5713fc0/488",
    "pdf_unittests": "4ececdcd0342e28fd695ffc177ac93e40726b3123af7f914f3f3e95cce53937d/565",
    "perfetto_unittests": "fa2b3b4965093a2e1ee3bebe2b90268a400eb6887d868bdfda533be4229cd33d/488",
    "printing_unittests": "8fab4a41a8916448e684f7fc5a8b94f74bf3b0b4a7c9d68cc1df0d7745b71977/488",
    "pthreadpool_unittests": "a3160fe143b123c63c28c27b597c66a5f0a6e60e4c9072fde13f5580d851a557/488",
    "remoting_unittests": "08e88d24dd08c6b33933e1a0479fb294623ac2501d8651c00e7c7522e5950b9b/647",
    "sandbox_linux_unittests": "8319159283655620a4db2f34750f682a40732b60141757e148aeb39e8bb46ae7/488",
    "services_unittests": "9d80986be533207d267507e98b8eecff78ef7b7f513a6b411669a34ca86796f5/816",
    "shell_dialogs_unittests": "fd10715adbcf8c266ca4aea0654ec13e1a5d180c49e4f765a1dc8bdd5884e451/488",
    "shell_encryption_unittests": "ebf77c7efec3d30984cef5519633e783991a94b9a4dedff6df62e3e6954fdd39/488",
    "skia_unittests": "750bd104e6fead08b73d6de83f6821a499ef377851e06da02ab876d53810599e/488",
    "snapshot_unittests": "66fb12fd8ca9dd48d4980279453b3af5ee1f9bfbecbad5fb12a8f1ce016435f5/488",
    "sql_unittests": "77367161a7f286624f7f285e69ce9d18f68c455309b9c9ca701c852796239822/565",
    "storage_unittests": "2fdf15737a5b16447c67b8ec81890dd232fcc2cc6227212d926d6ed400d085c5/646",
    "sync_integration_tests": "82dc9d7c625c8eb7f32d538f93008e8ad4f0e254d1deb313defc3a6b98f8c640/730",
    "ui_base_unittests": "a5ef38f96beca57a42976b9fdf3b731dcffc03fa327eb816d49b937a440810c5/641",
    "ui_chromeos_unittests": "840d53a77c14823cc6ee5961247d16feb0bf42e3e3de37135e054d59388587d3/488",
    "ui_touch_selection_unittests": "5fde028841c0d6c1f665cf93f000373f8c0cc2767240236065df4b4b376ec163/488",
    "ui_unittests": "e7e6d2fa58235d7bcdcc5b23f135159f5c971637a75363191fd7a24d63d03f82/488",
    "unit_tests": "0f229a4ecd97eed40a6aa6225ee1f34c679e2d0f4e854b776bc4a2a9a3dc35c0/1062",
    "url_unittests": "f3eefe0758ed33b08b551aa7e4e525e2828ecee72e49d8ccee1e8d52b56f6ff8/488",
    "usage_time_limit_unittests": "c40bd54febe7f8d98b89f1f4558253492c56470dbbc88e4ee1b7c071b720b1db/568",
    "views_unittests": "4d4d8c9b8d69a3c938c2b36b2587cdc3ea9248726b2ea83daaaf2c122ae9a891/488",
    "viz_unittests": "9bc8c2cc6c4d1a9e40f7b0fa1cbd1db03d242abdcf02faa3a30c39f640a5564f/572",
    "wayland_client_perftests": "57a9de298662917c67fe7001a17f93dcb712f1a1e9f950417fb3abac9531cd62/647",
    "wayland_client_tests": "979971e87541aa9caefb3f389958d094ea623d0fac7ede085c8d1105b3cf244d/647",
    "wm_unittests": "aa7111169204e912a96c53f80e8660e17f7f5e45986b748d62fdf93c38236be3/488",
    "wtf_unittests": "9735ea8a5af61c54c4f2188da58b08f1ebc5405b6f4018ef079e28778a6af89e/488",
    "zlib_unittests": "76fd10680844688181d8d0c15d2d1407e91e49168d5c057bc7e492d4c4db483d/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b63d2275d7b38001f70c44c90088258ccbfbaf39
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:121681
  • user_agent:recipe

Debug log (UTC)

[18:49:51.580] New invocation is queued and will start shortly
[18:49:51.580] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:49:54.656] Starting the invocation (attempt 1)
[18:49:54.697] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b63d2275d7b38001f70c44c90088258ccbfbaf39"
[18:49:54.697] Popped gitiles commit info from properties and tags
[18:49:54.697] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:49:54.697] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:49:54.698] Buildbucket request:
{
  "requestId": "8853755926294822624",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "b63d2275d7b38001f70c44c90088258ccbfbaf39",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "b63d2275d7b38001f70c44c90088258ccbfbaf39"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8688330997146822561"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8688330997146822561"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8688330997146822561"
                }
          ],
      "parent_build_id": "8688330997146822561",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "83a9513da745fe45774bab896af6937d0cd00b64",
      "parent_got_dawn_revision": "56b2aa287dbb7ce4f73aace630ace091db714f96",
      "parent_got_revision": "b63d2275d7b38001f70c44c90088258ccbfbaf39",
      "parent_got_revision_cp": "refs/heads/main@{#1593276}",
      "parent_got_swiftshader_revision": "313545f85af72f954820e54f4110cda591a6cf7b",
      "parent_got_v8_revision": "8fd9b68b176e8b623c40d907940be52146424b3f",
      "parent_got_v8_revision_cp": "refs/heads/14.7.135@{#1}",
      "parent_got_webrtc_revision": "b88b9f23009483df52db141956ebd33d9cc8c181",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47028}",
      "swarm_hashes": {
            "absl_hardening_tests": "e8aceda8759dc64b20ce5ef788879181df1afc94193d2a929777301cd861535a/488",
            "accessibility_unittests": "820e4887cabc44575b8bf910b1f7950699ec6a82ac0764f266860b3304668cef/488",
            "angle_unittests": "ab570bde3dcb44cd38d8de3599489452dee476cbe3eae64cc85bbdc763c7ad7b/489",
            "app_shell_unittests": "d4b1266afef75ed93c29e390075dab6bd99401564929059abe1ba2e5b1556f68/649",
            "ash_components_unittests": "131bac2dc93a710850fb7f78a62d3c00a5ebe2febd58fe87873792c99d6008ee/649",
            "ash_unittests": "dce14086733f5b2941595e0c424ddbda824270a918f4c3b99b8271af21603ba4/800",
            "ash_webui_unittests": "38964779efdaf531477b69b833468c485669d22b65966a0bd411d1806b25d395/648",
            "aura_unittests": "77c3e83f30e53cd72e2fa177849587c049f9eb23ddd29e8d3ad936e4d6805360/488",
            "base_unittests": "309b2c807c9274252fb510d6c2278a0267d14511458e3e1859c6f2a38cb1cb8e/566",
            "blink_common_unittests": "a78513b88606611680e444ee9a7ee62746e55c6b215bd31bef8823ae0d8ade59/566",
            "blink_fuzzer_unittests": "57ed5049ed5507cab5f140b6b67750e57b8742601e5db7755bca34312bbca366/488",
            "blink_heap_unittests": "78ee871c0eadd35fd39df4cbea035eba0c728dd51fddcb3b733f16a330b99c89/488",
            "blink_platform_unittests": "c1f3a042dac52af07f9412a67cff6f911582090c2ff8dc41934255109d44366a/645",
            "blink_unittests": "c6c6ea14fa2a68adb183206583345eafb734ad5d93035bfc47c805c693df083c/729",
            "boringssl_crypto_tests": "5ad30fb82b70ee74b48bf94c1e1d1ab75f1b7d66c609b394ddb41bd6747df233/489",
            "boringssl_ssl_tests": "57c995601dcc2cb7b7e0ecd44a464e8c9b8d43ddd54ec655afacc7ca31b732bf/488",
            "browser_tests": "1f1ebf0418c09c9cbb6740ef0924417e34f9e06b403b46017e9ee967352eec62/1299",
            "capture_unittests": "b25f8667f6a2e477e46b7032de933f9222aa5cd9ab2762fbe97c260b5a524644/567",
            "cast_unittests": "513c965fde2032759add1c3e9f5f5ec6bff987ce77347b02b0e3e3bfa832d097/488",
            "cc_unittests": "be08ea3f9ece83bcccc60a518b6a042c8360014dde524b1e523d8a38c2a9d5e2/648",
            "chrome_app_unittests": "f8d2eabe1e4333839860a1f9ce5b79b1cd293e8bd02ef30a38733247342e7c90/648",
            "chromedriver_unittests": "e7a404df282fa319f8ca511672bb9f91e4f0e8c5b56896e68b593c54560f52da/645",
            "chromeos_components_unittests": "65c8b0abe3eddc214054e0618e6daf124ec22c56c3984132286741a702f6ee55/647",
            "chromeos_unittests": "bf6592313f9ff07f5ff2e6b2cb6a07468c69deab6d35caf482985d902274b50e/807",
            "components_browsertests": "878b334482e842a184feb7bb237698e20f90fa1801b1f7e5f7cf33953d42af99/732",
            "components_unittests": "dbd1c1508d1a3de49f9f55d668411c2cf5d2ca6b2f1d379712ec7a754fa6b0dc/894",
            "compositor_unittests": "a91bda36d1ded4283decc1eddc157e20b0919839bcf0fc95ca218286243773e8/564",
            "content_browsertests": "287f4659c82ab0afdadab53d6492007def9c50951d4a9c8a297154511936c0c4/805",
            "content_unittests": "14c38b959c8e8dda7eb2016068e40d9dac4870d97c033c4cc3f6efb0643aa853/725",
            "crashpad_tests": "002b3a0ca50a157a29ca1a27be0694869b4dd34dc77ecb90fb68865dcde8ba9c/489",
            "crypto_unittests": "733af898363323129de8d749f671fee27eeb99564f130a75fe26451a563c23f1/568",
            "dbus_unittests": "8ffb7da7be4fb98f872299e6c8ccf06785b59899100d376aeb45dd37b83c1712/488",
            "device_unittests": "ba45d79b0624b005b9501c7515576f1034d41cb9915b75723117c1c34a590f5d/565",
            "display_unittests": "91ad8e6e6a5c51ad75581fe40fcb71fd1924964a54740d7fb9f6d3ab9d40c42b/488",
            "env_chromium_unittests": "0b34edbb59122a3b23c005101f4bc5569139997d68e42978877ae7df6392c31f/488",
            "events_unittests": "acc2ae8a4deba6ca2c817d17b7ee6c813cdfac8c806dd85c336a9f04312f80d3/488",
            "exo_unittests": "5887624a6a1e9ca5da60f8b99eb25ced60dcc77ee36f5700bf0434bc5184d160/647",
            "extensions_browsertests": "38c6cb9a8d5635102333b502bad8d531620ef2aec16825d7fc3a860ffe791960/651",
            "extensions_unittests": "0cb16f814890b49f2675ebebc78f2ae57537e799989773a6cc077b286cb8469b/812",
            "filesystem_service_unittests": "2d8a997ca9afaef1c03a25535224e2c6b5686cf5f77cc1c2692e04848f971ab1/488",
            "fuzzing_unittests": "00135d48a30ccd48766a75cb8b97bac7dc6c40a13a7d07af5942e2ace699d6fd/488",
            "gcm_unit_tests": "211c17ae32ff8bd5664f4a19d6fae8d6447972727aab1c0d584b077f5f9643f1/565",
            "gfx_unittests": "92dd172a12422a368629af824410ff5492ede4046c55d5d2a81c58830d05dd21/564",
            "gl_unittests_ozone": "d4dbda6f04c3f4ca44eeadb7db93e4663c1126af1636a4e5b66dabe6d3aed413/488",
            "google_apis_unittests": "8eefd2877fe29eac95aeaf9195e18fa2b737a7dbaeeb7c9bfc6b679f20a4b7e7/650",
            "gpu_unittests": "82c26df6b4da1672934f6ca731ee401129d9d0cce0a139ad36af6f306439a0b4/565",
            "gwp_asan_unittests": "be048d3e7ca83cb7689a5caa1dc7b831375c8b60e197fa031d58e171d0084ddd/489",
            "interactive_ui_tests": "a6406f41a531a6b97a03afba8045d07e828e95a0605c2a61e71823968cfbf499/1142",
            "ipc_tests": "87af7f75d0a39fd958ce6fae428f156e615fbf71c7a43264f9937288164c44d8/488",
            "keyboard_unittests": "c575babf386a3fda8e99d13c35d1a25e7a3517944751fcf73f5126cd3b37f94e/488",
            "latency_unittests": "dd7d55405cd1fca7c8c398be597d56ba65b45e80913aafc164a98d826b629331/488",
            "leveldb_unittests": "f1e5c8e33756abb01456c40c2e9e7d1664ac56ebbd770dee9c091ffde6264479/488",
            "libjingle_xmpp_unittests": "12a7fb972432586136f7c03a5660bc4efa7c34b2d55861c3f45e5eaef2b60b19/488",
            "liburlpattern_unittests": "7831bb97bd031de1b481fb5596686612935aa3e8891b196cd722dfa2d0e551ba/488",
            "media_unittests": "75466cd2fb854940b4b822ce0685291116723b7b652cbc4e8473c26efed209fc/568",
            "message_center_unittests": "122c19c57079d7f2d86fa110507466c58e548535a61bab8f079f9d10ef965644/488",
            "midi_unittests": "810eccc49fe0535946e674d63af702be586e66362882d377d52c753140c74761/488",
            "mojo_unittests": "6064a3e791d0db37756c43844bff6aefeaacd7e7e4c933f174c1330508a5804c/566",
            "native_theme_unittests": "5495c66248fb51c18868c25fd6207414cf95221e60bf3d2cec72f966235c5e53/488",
            "net_unittests": "716944e54017100d78ecbb849d37a56c79f9d8979f28ab6cd33fc9ab21459f41/567",
            "ozone_gl_unittests": "4a1da91e8029a6b6d7269283634b64876f90a1ce2c076c4cef9bd69ba8fbee66/488",
            "ozone_unittests": "aa795878e24bc2d6e66c7df60100af8ecea548d9567ce479dee8bd3ce712f135/488",
            "ozone_x11_unittests": "842086b8e5a2e1ab4f594b778b387fef19311ee8d98500cf2a4e9911c5713fc0/488",
            "pdf_unittests": "4ececdcd0342e28fd695ffc177ac93e40726b3123af7f914f3f3e95cce53937d/565",
            "perfetto_unittests": "fa2b3b4965093a2e1ee3bebe2b90268a400eb6887d868bdfda533be4229cd33d/488",
            "printing_unittests": "8fab4a41a8916448e684f7fc5a8b94f74bf3b0b4a7c9d68cc1df0d7745b71977/488",
            "pthreadpool_unittests": "a3160fe143b123c63c28c27b597c66a5f0a6e60e4c9072fde13f5580d851a557/488",
            "remoting_unittests": "08e88d24dd08c6b33933e1a0479fb294623ac2501d8651c00e7c7522e5950b9b/647",
            "sandbox_linux_unittests": "8319159283655620a4db2f34750f682a40732b60141757e148aeb39e8bb46ae7/488",
            "services_unittests": "9d80986be533207d267507e98b8eecff78ef7b7f513a6b411669a34ca86796f5/816",
            "shell_dialogs_unittests": "fd10715adbcf8c266ca4aea0654ec13e1a5d180c49e4f765a1dc8bdd5884e451/488",
            "shell_encryption_unittests": "ebf77c7efec3d30984cef5519633e783991a94b9a4dedff6df62e3e6954fdd39/488",
            "skia_unittests": "750bd104e6fead08b73d6de83f6821a499ef377851e06da02ab876d53810599e/488",
            "snapshot_unittests": "66fb12fd8ca9dd48d4980279453b3af5ee1f9bfbecbad5fb12a8f1ce016435f5/488",
            "sql_unittests": "77367161a7f286624f7f285e69ce9d18f68c455309b9c9ca701c852796239822/565",
            "storage_unittests": "2fdf15737a5b16447c67b8ec81890dd232fcc2cc6227212d926d6ed400d085c5/646",
            "sync_integration_tests": "82dc9d7c625c8eb7f32d538f93008e8ad4f0e254d1deb313defc3a6b98f8c640/730",
            "ui_base_unittests": "a5ef38f96beca57a42976b9fdf3b731dcffc03fa327eb816d49b937a440810c5/641",
            "ui_chromeos_unittests": "840d53a77c14823cc6ee5961247d16feb0bf42e3e3de37135e054d59388587d3/488",
            "ui_touch_selection_unittests": "5fde028841c0d6c1f665cf93f000373f8c0cc2767240236065df4b4b376ec163/488",
            "ui_unittests": "e7e6d2fa58235d7bcdcc5b23f135159f5c971637a75363191fd7a24d63d03f82/488",
            "unit_tests": "0f229a4ecd97eed40a6aa6225ee1f34c679e2d0f4e854b776bc4a2a9a3dc35c0/1062",
            "url_unittests": "f3eefe0758ed33b08b551aa7e4e525e2828ecee72e49d8ccee1e8d52b56f6ff8/488",
            "usage_time_limit_unittests": "c40bd54febe7f8d98b89f1f4558253492c56470dbbc88e4ee1b7c071b720b1db/568",
            "views_unittests": "4d4d8c9b8d69a3c938c2b36b2587cdc3ea9248726b2ea83daaaf2c122ae9a891/488",
            "viz_unittests": "9bc8c2cc6c4d1a9e40f7b0fa1cbd1db03d242abdcf02faa3a30c39f640a5564f/572",
            "wayland_client_perftests": "57a9de298662917c67fe7001a17f93dcb712f1a1e9f950417fb3abac9531cd62/647",
            "wayland_client_tests": "979971e87541aa9caefb3f389958d094ea623d0fac7ede085c8d1105b3cf244d/647",
            "wm_unittests": "aa7111169204e912a96c53f80e8660e17f7f5e45986b748d62fdf93c38236be3/488",
            "wtf_unittests": "9735ea8a5af61c54c4f2188da58b08f1ebc5405b6f4018ef079e28778a6af89e/488",
            "zlib_unittests": "76fd10680844688181d8d0c15d2d1407e91e49168d5c057bc7e492d4c4db483d/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b63d2275d7b38001f70c44c90088258ccbfbaf39",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8853755926294822624"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "121681"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:49:55.278] Scheduled build:
{
  "id": "8688325862310663281",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 68496,
  "createdBy": "project:chromium",
  "createTime": "2026-03-03T18:49:54.754510828Z",
  "updateTime": "2026-03-03T18:49:54.754510828Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b63d2275d7b38001f70c44c90088258ccbfbaf39",
      "ref": "refs/heads/main"
    }
  }
}
[18:49:55.278] Task URL: https://cr-buildbucket.appspot.com/build/8688325862310663281
[18:49:55.278] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:2:0) after 6m6s
[18:49:56.111] Received PubSub notification, asking Buildbucket for the build status
[18:49:56.208] Build status: SCHEDULED
[18:50:36.548] Received PubSub notification, asking Buildbucket for the build status
[18:50:36.574] Build status: STARTED
[18:56:01.295] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:2:0)
[18:56:01.321] Build status: STARTED
[18:56:01.321] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:5:0) after 6m50s
[19:02:51.342] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:5:0)
[19:02:51.363] Build status: STARTED
[19:02:51.363] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:6:0) after 9m51s
[19:12:42.383] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:6:0)
[19:12:42.441] Build status: STARTED
[19:12:42.441] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:7:0) after 9m48s
[19:22:30.457] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:7:0)
[19:22:30.472] Build status: STARTED
[19:22:30.472] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:8:0) after 9m31s
[19:32:01.495] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:8:0)
[19:32:01.508] Build status: STARTED
[19:32:01.508] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:9:0) after 1m27s
[19:33:28.527] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:9:0)
[19:33:28.551] Build status: STARTED
[19:33:28.551] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:10:0) after 4m9s
[19:37:37.650] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:10:0)
[19:37:37.687] Build status: STARTED
[19:37:37.687] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:11:0) after 1m50s
[19:39:27.758] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:11:0)
[19:39:27.776] Build status: STARTED
[19:39:27.776] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:12:0) after 7m42s
[19:47:09.845] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:12:0)
[19:47:09.862] Build status: STARTED
[19:47:09.862] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:13:0) after 1m26s
[19:48:35.879] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:13:0)
[19:48:35.898] Build status: STARTED
[19:48:35.898] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:14:0) after 2m43s
[19:51:18.915] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:14:0)
[19:51:18.946] Build status: STARTED
[19:51:18.946] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:15:0) after 3m2s
[19:54:20.982] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:15:0)
[19:54:20.996] Build status: STARTED
[19:54:20.996] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:16:0) after 6m12s
[20:00:33.066] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:16:0)
[20:00:33.089] Build status: STARTED
[20:00:33.089] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:17:0) after 9m53s
[20:10:26.211] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:17:0)
[20:10:26.230] Build status: STARTED
[20:10:26.230] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:18:0) after 3m43s
[20:14:09.312] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:18:0)
[20:14:09.325] Build status: STARTED
[20:14:09.325] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:19:0) after 6m7s
[20:20:16.344] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:19:0)
[20:20:16.356] Build status: STARTED
[20:20:16.356] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:20:0) after 4m7s
[20:24:23.377] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:20:0)
[20:24:23.396] Build status: STARTED
[20:24:23.396] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:21:0) after 6m11s
[20:30:34.465] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:21:0)
[20:30:34.505] Build status: STARTED
[20:30:34.505] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:22:0) after 1m47s
[20:32:21.526] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:22:0)
[20:32:21.546] Build status: STARTED
[20:32:21.546] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:23:0) after 6m21s
[20:38:42.607] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:23:0)
[20:38:42.625] Build status: STARTED
[20:38:42.625] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:24:0) after 1m26s
[20:40:08.645] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:24:0)
[20:40:08.687] Build status: STARTED
[20:40:08.687] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:25:0) after 1m56s
[20:42:04.710] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:25:0)
[20:42:04.752] Build status: STARTED
[20:42:04.752] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:26:0) after 8m27s
[20:50:31.770] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:26:0)
[20:50:31.788] Build status: STARTED
[20:50:31.788] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:27:0) after 2m5s
[20:52:36.902] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:27:0)
[20:52:36.918] Build status: STARTED
[20:52:36.918] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:28:0) after 6m16s
[20:58:52.936] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:28:0)
[20:58:52.956] Build status: STARTED
[20:58:52.956] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:29:0) after 1m19s
[21:00:12.007] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:29:0)
[21:00:12.024] Build status: STARTED
[21:00:12.024] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8853755926294822624:30:0) after 5m26s
[21:05:36.735] Received PubSub notification, asking Buildbucket for the build status
[21:05:36.797] Build:
{
  "id": "8688325862310663281",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 68496,
  "createdBy": "project:chromium",
  "createTime": "2026-03-03T18:49:54.754510828Z",
  "startTime": "2026-03-03T18:50:36.301643074Z",
  "endTime": "2026-03-03T21:05:36.421124392Z",
  "updateTime": "2026-03-03T21:05:36.421124392Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b63d2275d7b38001f70c44c90088258ccbfbaf39",
      "ref": "refs/heads/main"
    }
  }
}
[21:05:36.797] Invocation finished in 2h15m45.226507825s with status FAILED