Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "706e372e7c84d34d10dcb6b85355ba710e6de4c2",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "706e372e7c84d34d10dcb6b85355ba710e6de4c2"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8699197400617444561"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8699197400617444561"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8699197400617444561"
    }
  ],
  "parent_build_id": "8699197400617444561",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "516b60df55577e8c1bc9a25a3493cba510e1d096",
  "parent_got_dawn_revision": "2131dbb9e9ae70fbb921923eae3a9284f273b9fb",
  "parent_got_revision": "706e372e7c84d34d10dcb6b85355ba710e6de4c2",
  "parent_got_revision_cp": "refs/heads/main@{#1539480}",
  "parent_got_swiftshader_revision": "7ae85e6f6694ba7b1801d7bf1801b7fbcdb38925",
  "parent_got_v8_revision": "c731b3f6860a57209b74d0c66d45313b9930d716",
  "parent_got_v8_revision_cp": "refs/heads/14.4.35@{#1}",
  "parent_got_webrtc_revision": "57165c272c04be3f79473307af81347a85aecc3e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46104}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "706e372e7c84d34d10dcb6b85355ba710e6de4c2",
  "swarm_hashes": {
    "absl_hardening_tests": "d643d87d272e44670349a839100897aba02618c72f86072f38f44e3474852387/488",
    "accessibility_unittests": "725733549998f1da20b6fe949b6a7c7249780f4b79e9e8debfec5ec3b7bc89cc/488",
    "angle_unittests": "a7960aab9a94b5051311c2171340bf5679206bc0816c3aebe5593413a2a13f2c/489",
    "app_shell_unittests": "c8731e82214738bc5c5ea2a1dae72fcf1e6788073696b240b4793d5f5771bbfa/649",
    "ash_components_unittests": "cffb3f4c1bf8fedc5262f85979518de6f86229b606d4887d1f3bfe3e7b0eaca5/649",
    "ash_unittests": "d4a2b0a1c11e42996d8f8130ddbeccf18cb2fd296c89c4538a52d1a7e4e223b3/800",
    "ash_webui_unittests": "f2fdd4c7cf8d9f9cf2092b9526c1981e59f7a4ed5705b27cbe7cb7150d7f9f76/648",
    "aura_unittests": "b932d9343d9c16e028b0b760913fcf700d3ddce267ebe9d4c0effa86dbc06e37/488",
    "base_unittests": "e01489a805d1dbeccbbc3773996054d493ee563e42cbf3bc64acd27b0cb5c340/566",
    "blink_common_unittests": "ebbbf635edef3e7df64a8ffb3bb63e2573a161461354312bbbe401759d083ae4/566",
    "blink_fuzzer_unittests": "87e9ea069c2e2e79a3439652686a8bf49b5b7cdb8090f8f34a10c19a9270dd79/488",
    "blink_heap_unittests": "5f58a91f1ee374d8340eb31b09deffce9cb459df0af0707d9e843281fc1a6ed1/488",
    "blink_platform_unittests": "950693b6bf585b4d4d27755c942a76e5034fc0c19091a89d3795d586043cb28b/645",
    "blink_unittests": "cc6eac853a618dd635159825b1fe60bbec149f369331c8a2004892af33c85261/729",
    "boringssl_crypto_tests": "60e3708f698eef6abd9ac636eecf51d2fa2364ee901f987388b99e1b8fdce4a4/489",
    "boringssl_ssl_tests": "359a6eac6247081a9ce58ce03cda888bb893694d478c9d6e57e4035ab3c29392/488",
    "browser_tests": "f53b005e7dc683ad791624a2039ff283fa20f7164a8cfe91a25dd575dfba2d45/1299",
    "capture_unittests": "e10d3b6ef1a3c065feb82f8e32a0ea828ee640781ad3b7e779e4a9dde5768ec3/567",
    "cast_unittests": "7148acfdd03299848d0a56a4fd8f1fb586a9aaf03919e427fc96cc32721ef9f2/488",
    "cc_unittests": "04e076e852341e1a4b194876b7e6885683afea341322ce4061d7f0fee2cbc009/648",
    "chrome_app_unittests": "bd828c26e1f565d430299c8c973ab2310e7637cfde029a0bd50548944504efbd/648",
    "chromedriver_unittests": "a8cc94ffb3bb4b32209246dc31b4cea0382813feb1e48e6aadede8ae2eb2b27f/645",
    "chromeos_components_unittests": "20a659633518b27b00b773f52a70fd6e3c9964ddd243e43d18999a4b06677ce6/647",
    "chromeos_unittests": "d2a5aaaf55a29e0e67ab600cad5b6d7f3478d4a4d9f39806efbdea7132c6c093/807",
    "components_browsertests": "977eb5062a07cc9151d993d23dd70df8081f12039d5530c9c50fe281958208ff/732",
    "components_unittests": "47f6b1d1f029ccadb703579b729bbdd55ec0e014c0bd1dcc320e6053e5312792/894",
    "compositor_unittests": "566bea9cce0f5ab9d8128fd555dbd746d6e2fa6121cfc15159ea8aff40f46073/564",
    "content_browsertests": "03209bdc47619c2fbe005e52355b965bd8ff8da31345227e3d3aae11629f0ba3/805",
    "content_unittests": "c97741c87af7344960aac508751c283a70f6825bb9fadafd7929cc8e5ef8dd49/725",
    "crashpad_tests": "8f3eb46d55db5c189efca9dde66f55a767d349c2e7329af8c965c19bea3b7a8f/489",
    "crypto_unittests": "c67e3b2e20fed3e1700e388d600459296524ead088498fcb499151443c20e580/568",
    "dbus_unittests": "a5ed24b9edbee3c821964e61cac31156cd3960aee5a528c753f9d66785fe02f6/488",
    "device_unittests": "fd8935fd8faa37fe8d3f971f3a999edc27bf9db6bc7a69b1fa9444392f6250bd/565",
    "display_unittests": "77ecb45917036ecafd357182b02fb9eeee506c0617eb0708f5d0682d64f35bfd/488",
    "env_chromium_unittests": "bbc1f4fe84707a4c153868edb74999f541261e820b9f5a35ddc0f6f861bd4077/488",
    "events_unittests": "0b9a2684db9cf1d5c17368ecc3edcf703f9d57414bdde02766840f7cf1159c87/488",
    "exo_unittests": "383d82bf776049e596745cd3388ddb2b66afd701e975ffa2eff1e48c260a19a3/647",
    "extensions_browsertests": "35a98052a14994505a888607fdee911593b5e923aeb7e65c6bb6c459e496384e/651",
    "extensions_unittests": "b1cb28685bde17f524661a1ffc5e983feae38b8c70febb4b41a591e567483749/812",
    "filesystem_service_unittests": "e241c573ca252fc40e07f67b9d958e6fa80bff49a528e9ce1cc3eccfc0f6244d/488",
    "fuzzing_unittests": "5f1679e7a79b14529ce5a7c960b465eca43759d1de450337e20b6d5c53cadb2b/488",
    "gcm_unit_tests": "3a64a8d41c26ae4165dcf3855614766622dbc4e306eeff1d92f01f30a710b8cb/565",
    "gfx_unittests": "b09c2c7ef70c828ecfe3223ee27399522d81abb0c885e102dc1593e6ddb21a76/564",
    "gl_unittests_ozone": "11de460f778fe9c5b01e38eef46b05028bc1056fa655be6f8bf5d92bd9a43c76/488",
    "google_apis_unittests": "7bb3fc37e6ca9ebc845b9f13edb933fd0fb7b69221f4d150da74233d7a48de52/650",
    "gpu_unittests": "e76dc64c4baceaaa5bcf46f9c725f8c9d93af3890510b28d379882544b4b9757/565",
    "gwp_asan_unittests": "564602f0cfd50036edf3a0cda98b4a8fffd4dafd73994fed577fa7a5cb62ff3b/489",
    "interactive_ui_tests": "cee8b0fe48f8b56a1fe1e391e4dd406cddb1448646481f006bcfca6cc3391926/1142",
    "ipc_tests": "bec9c4e5e9d4ac061d915f41b94eb01aefddd956819db7eefd9a671c0728780b/488",
    "keyboard_unittests": "b14bdf52528bdeecdb4fb56f357a88a2940cda5e2295edac882bcea4da18f0bd/488",
    "latency_unittests": "dc9b43b1aed87a7928e0d38c1388c620d1b0215ad01e177ba5feebf713f7e669/488",
    "leveldb_unittests": "61b60eb992e715018592f53c2fc104cc98bb8e4a5a3377c67749fe763e01281a/488",
    "libjingle_xmpp_unittests": "4f1339888a9aeee061887ea491891dfd313b88f888a7b3558d2ec780e48a9290/488",
    "liburlpattern_unittests": "e9af1e6dcbe146b5d8b830a12e9c92d3a1636c3e06b38ba4d7a2657f7369a9b0/488",
    "media_unittests": "2fa8c0c6107056ef5ae3df325f4d941895ce1b2b5f2c47fa7a72bbd31cd7bca8/568",
    "message_center_unittests": "a466c835763820fbb8b0053536f843665f6d04bbd8b2f3a75507533055480ebe/488",
    "midi_unittests": "d901cc347f901bda0846f1ad2347cfd4d64c58f094f4712bc07adb017e952e1d/488",
    "mojo_unittests": "07259fa3f2ac12d4335e98c724ef0deba0e44a3ed2c16240240520483d86d790/566",
    "native_theme_unittests": "d457849f847773089f4c1b474ca1411b83056dd2833fa363aa6be5ca6e46c56b/488",
    "net_unittests": "e3f6ed7b49f0b22c3c75a448b739437858d0024bfefe752775c8600d4693290e/567",
    "ozone_gl_unittests": "629c8f3d14a32f1715751c532ddbeeafff5cbe1421bb1eb4b964019105be8cde/488",
    "ozone_unittests": "32299bb776f6825f9547bde1c8683646cc0b47a3a158bf548cc017644efe60b9/488",
    "ozone_x11_unittests": "5bf2d4df97cb307f6e0174c620c0bae164f8445340073e4492db1453de35de6f/488",
    "pdf_unittests": "073f8c4cfbe9061d17b8d98d9fda423a0d19869097f0b3593842002851b754bd/565",
    "perfetto_unittests": "23ec2b9282871817e0f127bad5fe51803e857521fe88c11bdb7523261be888da/488",
    "printing_unittests": "95d6785b6345097ce7199e8328d92b3ded78555f87ea4cf4a790f63fc6fab940/488",
    "pthreadpool_unittests": "71bfc430db396ff0a229e5d0e457591c52ba4d92630b3589b189ce683ceeacf8/488",
    "remoting_unittests": "b464057005b3cdc17c5e85f512f865d42b4ae64420e30348568b594480a5a02a/647",
    "sandbox_linux_unittests": "119971a9b6ebf2de0f6f6dd84600ccbfee8933ed64db92cb7940f70ae8d6a584/488",
    "services_unittests": "e41c4b61e12336133146dec48291d87d86aa6a236b991537ea50cbf0405d2fcc/816",
    "shell_dialogs_unittests": "d720bc5b2f5a78c2d3297ad24fabb582d3544857fbe8c4b7852788a6cb54a9c6/488",
    "shell_encryption_unittests": "fcac3123be2468170d6487255c3deb5118aaa267800a9866744dff887c16e0a0/488",
    "skia_unittests": "eaa2c6db05b0b024b5f805ead19eb1d70e2bea7b8ddc7818b45245c17d4a14ad/488",
    "snapshot_unittests": "c7eab87070c899b967f9bc81d191bcb92b232e3d012500f444299b5c59fb8b1c/488",
    "sql_unittests": "5c241d31d1910fe9f5f0064bf73d4382648f3254d099445806ab47c33b329805/565",
    "storage_unittests": "def022bd33b122efcb4d6ac39d9073836d117a939bfcd018edd4932a612c0082/646",
    "sync_integration_tests": "dc1f05b6a53a6b6c6df4c9e094742f77b796eb797b34cfa5273c5ca3d91981f6/730",
    "ui_base_unittests": "ba29a3c05cbc0c8ea1f4104cfaefe0bd9e13a84bd727388869213b6668e39646/641",
    "ui_chromeos_unittests": "b5f04ca69ce900ff85b977c2b6edaff91fbfb68623f3fda73a1ca1b0d1649558/488",
    "ui_touch_selection_unittests": "b97de8c96b6834d9917d4ea13af99df7151c90907bb4ec56d8f9b72dab1fb872/488",
    "ui_unittests": "5d9af976db4d07e95cdf4f4df8ccd770bc0cc2e47fbd54813c532d986b18375e/488",
    "unit_tests": "4a96f72a9b9c47addd1b20691d8e7a3d90a5709b133a8a615c3470ee1fb1bb81/1062",
    "url_unittests": "9d9c532203265d77d7911b2f6a8b77a2c6880d1bc0770b49878f3793614bab7e/488",
    "usage_time_limit_unittests": "b47ff7d72d1ceae4c9ffdaaf0781184401e789c9673c7ea172a1f53327c63ab9/568",
    "views_unittests": "662444fb1ff0f2633cc3d8e490e5b7d70efa7859c7708a577dcb1400bc5839f2/488",
    "viz_unittests": "ac367ea0c855749d27ce6ade324c3eee60e8e2432b2541b5800f2cdc1048d832/572",
    "wayland_client_perftests": "27f4c69f5d6438301323bd714e5f2cf0d474b1c25d5930c87a8babbd5d7a1e88/647",
    "wayland_client_tests": "ca803beec4bf917e88fa844305d7614620fb72c5aa0dc7897b48fa98a92f1834/647",
    "wm_unittests": "20dadae3ba90d83036241f2f40bebf4f768086be8b44544b5c516e79b4b57fd4/488",
    "wtf_unittests": "12ddda6515780ba5932d3bbfec1a8fc8b485d1b7eb8a33db93c01bcc4dabc8f5/488",
    "zlib_unittests": "dc2fff04e30ab0646f75e95d74d91d46902d757dfbb2ac54ab9a5e3a9bb578f8/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/706e372e7c84d34d10dcb6b85355ba710e6de4c2
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:114804
  • user_agent:recipe

Debug log (UTC)

[19:44:02.462] New invocation is queued and will start shortly
[19:44:02.462] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:44:03.520] Starting the invocation (attempt 1)
[19:44:03.547] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/706e372e7c84d34d10dcb6b85355ba710e6de4c2"
[19:44:03.547] Popped gitiles commit info from properties and tags
[19:44:03.547] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:44:03.547] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:44:03.548] Buildbucket request:
{
  "requestId": "8864624153469834336",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "706e372e7c84d34d10dcb6b85355ba710e6de4c2",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "706e372e7c84d34d10dcb6b85355ba710e6de4c2"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8699197400617444561"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8699197400617444561"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8699197400617444561"
                }
          ],
      "parent_build_id": "8699197400617444561",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "516b60df55577e8c1bc9a25a3493cba510e1d096",
      "parent_got_dawn_revision": "2131dbb9e9ae70fbb921923eae3a9284f273b9fb",
      "parent_got_revision": "706e372e7c84d34d10dcb6b85355ba710e6de4c2",
      "parent_got_revision_cp": "refs/heads/main@{#1539480}",
      "parent_got_swiftshader_revision": "7ae85e6f6694ba7b1801d7bf1801b7fbcdb38925",
      "parent_got_v8_revision": "c731b3f6860a57209b74d0c66d45313b9930d716",
      "parent_got_v8_revision_cp": "refs/heads/14.4.35@{#1}",
      "parent_got_webrtc_revision": "57165c272c04be3f79473307af81347a85aecc3e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46104}",
      "swarm_hashes": {
            "absl_hardening_tests": "d643d87d272e44670349a839100897aba02618c72f86072f38f44e3474852387/488",
            "accessibility_unittests": "725733549998f1da20b6fe949b6a7c7249780f4b79e9e8debfec5ec3b7bc89cc/488",
            "angle_unittests": "a7960aab9a94b5051311c2171340bf5679206bc0816c3aebe5593413a2a13f2c/489",
            "app_shell_unittests": "c8731e82214738bc5c5ea2a1dae72fcf1e6788073696b240b4793d5f5771bbfa/649",
            "ash_components_unittests": "cffb3f4c1bf8fedc5262f85979518de6f86229b606d4887d1f3bfe3e7b0eaca5/649",
            "ash_unittests": "d4a2b0a1c11e42996d8f8130ddbeccf18cb2fd296c89c4538a52d1a7e4e223b3/800",
            "ash_webui_unittests": "f2fdd4c7cf8d9f9cf2092b9526c1981e59f7a4ed5705b27cbe7cb7150d7f9f76/648",
            "aura_unittests": "b932d9343d9c16e028b0b760913fcf700d3ddce267ebe9d4c0effa86dbc06e37/488",
            "base_unittests": "e01489a805d1dbeccbbc3773996054d493ee563e42cbf3bc64acd27b0cb5c340/566",
            "blink_common_unittests": "ebbbf635edef3e7df64a8ffb3bb63e2573a161461354312bbbe401759d083ae4/566",
            "blink_fuzzer_unittests": "87e9ea069c2e2e79a3439652686a8bf49b5b7cdb8090f8f34a10c19a9270dd79/488",
            "blink_heap_unittests": "5f58a91f1ee374d8340eb31b09deffce9cb459df0af0707d9e843281fc1a6ed1/488",
            "blink_platform_unittests": "950693b6bf585b4d4d27755c942a76e5034fc0c19091a89d3795d586043cb28b/645",
            "blink_unittests": "cc6eac853a618dd635159825b1fe60bbec149f369331c8a2004892af33c85261/729",
            "boringssl_crypto_tests": "60e3708f698eef6abd9ac636eecf51d2fa2364ee901f987388b99e1b8fdce4a4/489",
            "boringssl_ssl_tests": "359a6eac6247081a9ce58ce03cda888bb893694d478c9d6e57e4035ab3c29392/488",
            "browser_tests": "f53b005e7dc683ad791624a2039ff283fa20f7164a8cfe91a25dd575dfba2d45/1299",
            "capture_unittests": "e10d3b6ef1a3c065feb82f8e32a0ea828ee640781ad3b7e779e4a9dde5768ec3/567",
            "cast_unittests": "7148acfdd03299848d0a56a4fd8f1fb586a9aaf03919e427fc96cc32721ef9f2/488",
            "cc_unittests": "04e076e852341e1a4b194876b7e6885683afea341322ce4061d7f0fee2cbc009/648",
            "chrome_app_unittests": "bd828c26e1f565d430299c8c973ab2310e7637cfde029a0bd50548944504efbd/648",
            "chromedriver_unittests": "a8cc94ffb3bb4b32209246dc31b4cea0382813feb1e48e6aadede8ae2eb2b27f/645",
            "chromeos_components_unittests": "20a659633518b27b00b773f52a70fd6e3c9964ddd243e43d18999a4b06677ce6/647",
            "chromeos_unittests": "d2a5aaaf55a29e0e67ab600cad5b6d7f3478d4a4d9f39806efbdea7132c6c093/807",
            "components_browsertests": "977eb5062a07cc9151d993d23dd70df8081f12039d5530c9c50fe281958208ff/732",
            "components_unittests": "47f6b1d1f029ccadb703579b729bbdd55ec0e014c0bd1dcc320e6053e5312792/894",
            "compositor_unittests": "566bea9cce0f5ab9d8128fd555dbd746d6e2fa6121cfc15159ea8aff40f46073/564",
            "content_browsertests": "03209bdc47619c2fbe005e52355b965bd8ff8da31345227e3d3aae11629f0ba3/805",
            "content_unittests": "c97741c87af7344960aac508751c283a70f6825bb9fadafd7929cc8e5ef8dd49/725",
            "crashpad_tests": "8f3eb46d55db5c189efca9dde66f55a767d349c2e7329af8c965c19bea3b7a8f/489",
            "crypto_unittests": "c67e3b2e20fed3e1700e388d600459296524ead088498fcb499151443c20e580/568",
            "dbus_unittests": "a5ed24b9edbee3c821964e61cac31156cd3960aee5a528c753f9d66785fe02f6/488",
            "device_unittests": "fd8935fd8faa37fe8d3f971f3a999edc27bf9db6bc7a69b1fa9444392f6250bd/565",
            "display_unittests": "77ecb45917036ecafd357182b02fb9eeee506c0617eb0708f5d0682d64f35bfd/488",
            "env_chromium_unittests": "bbc1f4fe84707a4c153868edb74999f541261e820b9f5a35ddc0f6f861bd4077/488",
            "events_unittests": "0b9a2684db9cf1d5c17368ecc3edcf703f9d57414bdde02766840f7cf1159c87/488",
            "exo_unittests": "383d82bf776049e596745cd3388ddb2b66afd701e975ffa2eff1e48c260a19a3/647",
            "extensions_browsertests": "35a98052a14994505a888607fdee911593b5e923aeb7e65c6bb6c459e496384e/651",
            "extensions_unittests": "b1cb28685bde17f524661a1ffc5e983feae38b8c70febb4b41a591e567483749/812",
            "filesystem_service_unittests": "e241c573ca252fc40e07f67b9d958e6fa80bff49a528e9ce1cc3eccfc0f6244d/488",
            "fuzzing_unittests": "5f1679e7a79b14529ce5a7c960b465eca43759d1de450337e20b6d5c53cadb2b/488",
            "gcm_unit_tests": "3a64a8d41c26ae4165dcf3855614766622dbc4e306eeff1d92f01f30a710b8cb/565",
            "gfx_unittests": "b09c2c7ef70c828ecfe3223ee27399522d81abb0c885e102dc1593e6ddb21a76/564",
            "gl_unittests_ozone": "11de460f778fe9c5b01e38eef46b05028bc1056fa655be6f8bf5d92bd9a43c76/488",
            "google_apis_unittests": "7bb3fc37e6ca9ebc845b9f13edb933fd0fb7b69221f4d150da74233d7a48de52/650",
            "gpu_unittests": "e76dc64c4baceaaa5bcf46f9c725f8c9d93af3890510b28d379882544b4b9757/565",
            "gwp_asan_unittests": "564602f0cfd50036edf3a0cda98b4a8fffd4dafd73994fed577fa7a5cb62ff3b/489",
            "interactive_ui_tests": "cee8b0fe48f8b56a1fe1e391e4dd406cddb1448646481f006bcfca6cc3391926/1142",
            "ipc_tests": "bec9c4e5e9d4ac061d915f41b94eb01aefddd956819db7eefd9a671c0728780b/488",
            "keyboard_unittests": "b14bdf52528bdeecdb4fb56f357a88a2940cda5e2295edac882bcea4da18f0bd/488",
            "latency_unittests": "dc9b43b1aed87a7928e0d38c1388c620d1b0215ad01e177ba5feebf713f7e669/488",
            "leveldb_unittests": "61b60eb992e715018592f53c2fc104cc98bb8e4a5a3377c67749fe763e01281a/488",
            "libjingle_xmpp_unittests": "4f1339888a9aeee061887ea491891dfd313b88f888a7b3558d2ec780e48a9290/488",
            "liburlpattern_unittests": "e9af1e6dcbe146b5d8b830a12e9c92d3a1636c3e06b38ba4d7a2657f7369a9b0/488",
            "media_unittests": "2fa8c0c6107056ef5ae3df325f4d941895ce1b2b5f2c47fa7a72bbd31cd7bca8/568",
            "message_center_unittests": "a466c835763820fbb8b0053536f843665f6d04bbd8b2f3a75507533055480ebe/488",
            "midi_unittests": "d901cc347f901bda0846f1ad2347cfd4d64c58f094f4712bc07adb017e952e1d/488",
            "mojo_unittests": "07259fa3f2ac12d4335e98c724ef0deba0e44a3ed2c16240240520483d86d790/566",
            "native_theme_unittests": "d457849f847773089f4c1b474ca1411b83056dd2833fa363aa6be5ca6e46c56b/488",
            "net_unittests": "e3f6ed7b49f0b22c3c75a448b739437858d0024bfefe752775c8600d4693290e/567",
            "ozone_gl_unittests": "629c8f3d14a32f1715751c532ddbeeafff5cbe1421bb1eb4b964019105be8cde/488",
            "ozone_unittests": "32299bb776f6825f9547bde1c8683646cc0b47a3a158bf548cc017644efe60b9/488",
            "ozone_x11_unittests": "5bf2d4df97cb307f6e0174c620c0bae164f8445340073e4492db1453de35de6f/488",
            "pdf_unittests": "073f8c4cfbe9061d17b8d98d9fda423a0d19869097f0b3593842002851b754bd/565",
            "perfetto_unittests": "23ec2b9282871817e0f127bad5fe51803e857521fe88c11bdb7523261be888da/488",
            "printing_unittests": "95d6785b6345097ce7199e8328d92b3ded78555f87ea4cf4a790f63fc6fab940/488",
            "pthreadpool_unittests": "71bfc430db396ff0a229e5d0e457591c52ba4d92630b3589b189ce683ceeacf8/488",
            "remoting_unittests": "b464057005b3cdc17c5e85f512f865d42b4ae64420e30348568b594480a5a02a/647",
            "sandbox_linux_unittests": "119971a9b6ebf2de0f6f6dd84600ccbfee8933ed64db92cb7940f70ae8d6a584/488",
            "services_unittests": "e41c4b61e12336133146dec48291d87d86aa6a236b991537ea50cbf0405d2fcc/816",
            "shell_dialogs_unittests": "d720bc5b2f5a78c2d3297ad24fabb582d3544857fbe8c4b7852788a6cb54a9c6/488",
            "shell_encryption_unittests": "fcac3123be2468170d6487255c3deb5118aaa267800a9866744dff887c16e0a0/488",
            "skia_unittests": "eaa2c6db05b0b024b5f805ead19eb1d70e2bea7b8ddc7818b45245c17d4a14ad/488",
            "snapshot_unittests": "c7eab87070c899b967f9bc81d191bcb92b232e3d012500f444299b5c59fb8b1c/488",
            "sql_unittests": "5c241d31d1910fe9f5f0064bf73d4382648f3254d099445806ab47c33b329805/565",
            "storage_unittests": "def022bd33b122efcb4d6ac39d9073836d117a939bfcd018edd4932a612c0082/646",
            "sync_integration_tests": "dc1f05b6a53a6b6c6df4c9e094742f77b796eb797b34cfa5273c5ca3d91981f6/730",
            "ui_base_unittests": "ba29a3c05cbc0c8ea1f4104cfaefe0bd9e13a84bd727388869213b6668e39646/641",
            "ui_chromeos_unittests": "b5f04ca69ce900ff85b977c2b6edaff91fbfb68623f3fda73a1ca1b0d1649558/488",
            "ui_touch_selection_unittests": "b97de8c96b6834d9917d4ea13af99df7151c90907bb4ec56d8f9b72dab1fb872/488",
            "ui_unittests": "5d9af976db4d07e95cdf4f4df8ccd770bc0cc2e47fbd54813c532d986b18375e/488",
            "unit_tests": "4a96f72a9b9c47addd1b20691d8e7a3d90a5709b133a8a615c3470ee1fb1bb81/1062",
            "url_unittests": "9d9c532203265d77d7911b2f6a8b77a2c6880d1bc0770b49878f3793614bab7e/488",
            "usage_time_limit_unittests": "b47ff7d72d1ceae4c9ffdaaf0781184401e789c9673c7ea172a1f53327c63ab9/568",
            "views_unittests": "662444fb1ff0f2633cc3d8e490e5b7d70efa7859c7708a577dcb1400bc5839f2/488",
            "viz_unittests": "ac367ea0c855749d27ce6ade324c3eee60e8e2432b2541b5800f2cdc1048d832/572",
            "wayland_client_perftests": "27f4c69f5d6438301323bd714e5f2cf0d474b1c25d5930c87a8babbd5d7a1e88/647",
            "wayland_client_tests": "ca803beec4bf917e88fa844305d7614620fb72c5aa0dc7897b48fa98a92f1834/647",
            "wm_unittests": "20dadae3ba90d83036241f2f40bebf4f768086be8b44544b5c516e79b4b57fd4/488",
            "wtf_unittests": "12ddda6515780ba5932d3bbfec1a8fc8b485d1b7eb8a33db93c01bcc4dabc8f5/488",
            "zlib_unittests": "dc2fff04e30ab0646f75e95d74d91d46902d757dfbb2ac54ab9a5e3a9bb578f8/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "706e372e7c84d34d10dcb6b85355ba710e6de4c2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864624153469834336"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "114804"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:44:04.096] Scheduled build:
{
  "id": "8699194091605330769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67044,
  "createdBy": "project:chromium",
  "createTime": "2025-11-03T19:44:03.610038960Z",
  "updateTime": "2025-11-03T19:44:03.610038960Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "706e372e7c84d34d10dcb6b85355ba710e6de4c2",
      "ref": "refs/heads/main"
    }
  }
}
[19:44:04.096] Task URL: https://cr-buildbucket.appspot.com/build/8699194091605330769
[19:44:04.096] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:2:0) after 2m3s
[19:44:04.715] Received PubSub notification, asking Buildbucket for the build status
[19:44:04.808] Build status: SCHEDULED
[19:44:09.950] Received PubSub notification, asking Buildbucket for the build status
[19:44:10.143] Build status: STARTED
[19:46:07.181] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:2:0)
[19:46:07.208] Build status: STARTED
[19:46:07.208] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:5:0) after 3m58s
[19:50:05.234] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:5:0)
[19:50:05.259] Build status: STARTED
[19:50:05.259] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:6:0) after 7m38s
[19:57:43.277] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:6:0)
[19:57:43.305] Build status: STARTED
[19:57:43.305] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:7:0) after 6m36s
[20:04:19.489] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:7:0)
[20:04:19.511] Build status: STARTED
[20:04:19.511] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:8:0) after 3m13s
[20:07:32.499] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:8:0)
[20:07:32.515] Build status: STARTED
[20:07:32.515] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:9:0) after 7m36s
[20:15:08.487] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:9:0)
[20:15:08.505] Build status: STARTED
[20:15:08.505] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:10:0) after 4m31s
[20:19:39.511] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:10:0)
[20:19:39.536] Build status: STARTED
[20:19:39.536] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:11:0) after 4m52s
[20:24:31.687] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:11:0)
[20:24:31.702] Build status: STARTED
[20:24:31.703] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:12:0) after 3m14s
[20:27:45.794] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:12:0)
[20:27:45.863] Build status: STARTED
[20:27:45.863] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:13:0) after 8m32s
[20:36:17.885] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:13:0)
[20:36:17.912] Build status: STARTED
[20:36:17.912] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:14:0) after 1m57s
[20:38:14.912] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:14:0)
[20:38:14.971] Build status: STARTED
[20:38:14.971] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:15:0) after 2m27s
[20:40:42.026] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:15:0)
[20:40:42.044] Build status: STARTED
[20:40:42.044] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:16:0) after 8m55s
[20:49:37.100] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:16:0)
[20:49:37.134] Build status: STARTED
[20:49:37.134] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:17:0) after 1m32s
[20:51:09.205] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:17:0)
[20:51:09.225] Build status: STARTED
[20:51:09.225] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:18:0) after 4m43s
[20:55:52.259] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:18:0)
[20:55:52.275] Build status: STARTED
[20:55:52.275] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:19:0) after 3m13s
[20:59:05.298] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:19:0)
[20:59:05.314] Build status: STARTED
[20:59:05.314] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:20:0) after 8m16s
[21:07:21.338] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:20:0)
[21:07:21.357] Build status: STARTED
[21:07:21.357] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:21:0) after 4m13s
[21:11:34.379] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:21:0)
[21:11:34.397] Build status: STARTED
[21:11:34.397] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:22:0) after 9m15s
[21:20:49.474] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:22:0)
[21:20:49.500] Build status: STARTED
[21:20:49.500] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:23:0) after 2m52s
[21:23:41.669] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:23:0)
[21:23:41.704] Build status: STARTED
[21:23:41.705] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:24:0) after 6m50s
[21:30:31.728] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:24:0)
[21:30:31.748] Build status: STARTED
[21:30:31.748] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:25:0) after 2m44s
[21:33:15.756] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:25:0)
[21:33:15.775] Build status: STARTED
[21:33:15.775] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:26:0) after 8m23s
[21:41:38.802] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:26:0)
[21:41:38.831] Build status: STARTED
[21:41:38.831] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:27:0) after 2m30s
[21:44:08.886] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:27:0)
[21:44:09.036] Build status: STARTED
[21:44:09.036] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:28:0) after 3m46s
[21:47:55.205] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:28:0)
[21:47:55.227] Build status: STARTED
[21:47:55.227] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:29:0) after 1m10s
[21:49:05.244] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:29:0)
[21:49:05.260] Build status: STARTED
[21:49:05.260] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:30:0) after 5m9s
[21:54:14.329] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:30:0)
[21:54:14.345] Build status: STARTED
[21:54:14.345] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:31:0) after 9m41s
[22:03:55.439] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:31:0)
[22:03:55.463] Build status: STARTED
[22:03:55.464] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:32:0) after 2m46s
[22:06:41.484] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:32:0)
[22:06:41.504] Build status: STARTED
[22:06:41.504] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:33:0) after 5m25s
[22:12:06.508] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:33:0)
[22:12:06.527] Build status: STARTED
[22:12:06.527] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:34:0) after 3m31s
[22:15:37.572] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:34:0)
[22:15:37.593] Build status: STARTED
[22:15:37.593] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:35:0) after 3m57s
[22:19:34.653] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:35:0)
[22:19:34.669] Build status: STARTED
[22:19:34.669] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:36:0) after 1m30s
[22:21:04.694] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:36:0)
[22:21:04.707] Build status: STARTED
[22:21:04.707] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864624153469834336:37:0) after 5m3s
[22:23:27.814] Received PubSub notification, asking Buildbucket for the build status
[22:23:27.836] Build:
{
  "id": "8699194091605330769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67044,
  "createdBy": "project:chromium",
  "createTime": "2025-11-03T19:44:03.610038960Z",
  "startTime": "2025-11-03T19:44:08.840901136Z",
  "endTime": "2025-11-03T22:23:27.496694836Z",
  "updateTime": "2025-11-03T22:23:27.496694836Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "706e372e7c84d34d10dcb6b85355ba710e6de4c2",
      "ref": "refs/heads/main"
    }
  }
}
[22:23:27.836] Invocation finished in 2h39m25.386693779s with status FAILED