Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "65f65275da641b1c8f751c56f9a3e83d1077ceef",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "65f65275da641b1c8f751c56f9a3e83d1077ceef"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8699013965005569713"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8699013965005569713"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8699013965005569713"
    }
  ],
  "parent_build_id": "8699013965005569713",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "be1fae49c38b837f9fe6c07cdabb43c4eb1ab0c0",
  "parent_got_dawn_revision": "23e882a42a2feb43e9775b67bf7c7e54d26d16d7",
  "parent_got_revision": "65f65275da641b1c8f751c56f9a3e83d1077ceef",
  "parent_got_revision_cp": "refs/heads/main@{#1540784}",
  "parent_got_swiftshader_revision": "153470c12fdfc0293dafd58ae2f9f3eafd480bac",
  "parent_got_v8_revision": "3324fb450fb94557900beaedeff628ffed3b4dad",
  "parent_got_v8_revision_cp": "refs/heads/14.4.57@{#1}",
  "parent_got_webrtc_revision": "e07e503972626dd88d8c1eec1e0bfe1514e2e340",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46132}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "65f65275da641b1c8f751c56f9a3e83d1077ceef",
  "swarm_hashes": {
    "absl_hardening_tests": "324413f1cea60d5a089d1d6efaff41a478592928cbfdcd0e326c0ea6e8cd4a3b/488",
    "accessibility_unittests": "5bf62af8466d11870b1ba5ebb384f4b08312a5079595bd4bcdcb7489ddeb4eef/488",
    "angle_unittests": "e6cfb4c55181b7ca262f0254d33f1c2e410c1568dc2d2144a219a98c9cd37783/489",
    "app_shell_unittests": "2a835d24919dfbab47ea7106835a4a297c37cd3325a66496f3da6d227f8c4626/649",
    "ash_components_unittests": "0e924f6af93eb1ce41a24575d58b4274944fdd945cdf37428a310a6a3b8fbd9b/649",
    "ash_unittests": "8b281400496b3f7f800a9a9a3bc550c001f5de88fa854f88f2b077e00c48c0cc/800",
    "ash_webui_unittests": "e7e07b5f6fda94ac6d65c3f9e4f9d6ccfbf57666d06f7163d3095df4ea95baf7/648",
    "aura_unittests": "2d0ada8cc58ebfda3534bfd22c95bd5c12ae9f5a1f6580face1932f1859cdbd9/488",
    "base_unittests": "3b240c80277926a0ac3aa0b41fb8db0b4bb07d879e42e47e6cf3f0ec3f77794d/566",
    "blink_common_unittests": "964c8a3aaf5bbb1316de20073a5d2dc2f8d59e2c0736183d85379687de5525d7/566",
    "blink_fuzzer_unittests": "326e07eeb9cd7f8b0df22cfbac43b663918b89a39613598dcf74d5e386b4d28d/488",
    "blink_heap_unittests": "5c75f1a4e6c3fb47a986400ff4d34ece608a7ebbab19a34f171dc9147c7bf49b/488",
    "blink_platform_unittests": "07e3f84882bc8441b04a9a5cc9e38b276adec334f5a47ea0ee7568be75b87824/645",
    "blink_unittests": "494ca21b293d2c27cc044742c39769d2073810608204735237f9c22f1e78c927/729",
    "boringssl_crypto_tests": "a8241e75b863f972234134f05f29a3e4ae9677aab6ce3240930ff3b93b3c97fe/489",
    "boringssl_ssl_tests": "71b80c0c6c3a1a6bdc738fe876853aa95b9eaa7258feda23ed465197db2a74ad/488",
    "browser_tests": "4d177c2536ab582c50c5024aa44386c25940fef481a2e1085f59cdc6831dfecb/1299",
    "capture_unittests": "016239177d78ff6554cb7b14a0dd9c625888b284851ab1a8a816f83577cdaab9/567",
    "cast_unittests": "8bcc80c51de704737a42fce6ec5d8573ce38bbe1efc93ad338371b6872cdf4c1/488",
    "cc_unittests": "d756edd0411824c6248f84b9ffdeba74901cd4a092e38bf614923fb34fed3d6b/648",
    "chrome_app_unittests": "33eeff563d314d077e40f9f85d79e8d26d5987bdccd37cf01f84e1ca05e7fba6/648",
    "chromedriver_unittests": "cffb75e3d2c67e83547577769e9a6ce097b0c07a08f46ca70c142991a98e7b21/645",
    "chromeos_components_unittests": "2f34e99b84594a7d10e994bac522e621a9accd2d1c2738a1819a76edb8914aa5/647",
    "chromeos_unittests": "72aec76c54563c18fa1bbce848f476e8f780ff6c9a9caacab44fd51663287a56/807",
    "components_browsertests": "ab57cbf742686f5161c7e288562279caf95720e3eddcbba29947380c9649e811/732",
    "components_unittests": "6d4dcedca9283b02eca638b2630fc4110bb2bdcc5107fceb21b7f1329b661daa/894",
    "compositor_unittests": "2a15037272300e281831c678f4ea445ffaa6b739a814bec6652403f2e1bb62db/564",
    "content_browsertests": "207d280eb4325b2ecd5a45bf3423e653f4e062bee063cf67eb1ae9dd44c033fe/805",
    "content_unittests": "24b6047f1836c6f7addb9c7761fc6b5170e91147bb1483330c252b8984def293/725",
    "crashpad_tests": "359c5e449fb1ff52f02b5d437cfd3d558c307cf24e2a10fee8fa5905e74ec3ee/489",
    "crypto_unittests": "0cd165f7a2fb69552c5e55048227708b9a590ddc7c287a5affb8eebe3c728f43/568",
    "dbus_unittests": "62de1b726df15b85813e910934ee23b48d88388961cf0f5302684ab10487caf3/488",
    "device_unittests": "692d6c68d37af66ac6dc40fc1806b3525f310608ac554a2acb57d12bb2390093/565",
    "display_unittests": "9b86698dd7ac7c44e943b9a0a26fdcbfb196fbe07b41173b7b5113c109687a9d/488",
    "env_chromium_unittests": "1473a18fe9127d0ba531d1c01198bcec05d5fee807d940860d18bf66a4128794/488",
    "events_unittests": "21607bc291f6b6608c0b37a992f02b15a6313d65cfa181d943e7c2a9bf0508a6/488",
    "exo_unittests": "d19b132d0df28f3d3b91940645e0cbe8cc95b344d24bac4707b67f1d87dbb95e/647",
    "extensions_browsertests": "c6611863e738da7c0bb617699e6c7ba4d88eb6ec8e42dd46d21bdbc4c1117db2/651",
    "extensions_unittests": "afbec0a011e9e0c8284fa9f7b7609ce5ba212a67ba421ee97f214d579c31e164/812",
    "filesystem_service_unittests": "f6155906730dcfa435bd9b066e70e7650c4cbd0d10fdc177e87928b0cb1a58f5/488",
    "fuzzing_unittests": "30857571d3317a254b2202de692fa3e1f9da9b6702d8504e33b28d6060c51259/488",
    "gcm_unit_tests": "ed7f68f041c8a613a2ee4fbdd0c818ef70297eb7ad86e8135e2598b0485533b7/565",
    "gfx_unittests": "a6ea6bb394c4c9908d68f52757de1f09a53f8c55f732d56ed6f7b9108467c1a5/564",
    "gl_unittests_ozone": "30cce6b506225b3dde0f915ebc452fc3158a1d4759190e11e63964dd61606bed/488",
    "google_apis_unittests": "4b18110bcc586f06a48a303ee61586ec065441ce958f9724e60cbdfd2e46e54e/650",
    "gpu_unittests": "a0c4c4d6663fd340bb55a3135a9641fbb3261615dd64a8294593a1badceaa2ae/565",
    "gwp_asan_unittests": "9bf68928a1a920cdad83657f1a42e0549542d884de1b5c8b642dc24fb5f3dac4/489",
    "interactive_ui_tests": "d83dad910d89f4e3372ca0a837c8acd0ec878eb4d0eba2665cc2baaffb362918/1142",
    "ipc_tests": "f6ccd1c0ba75aecfacad1709dd37577ffba5ac5681ce1f80123118ce2e9e069d/488",
    "keyboard_unittests": "44ef7d92ba97417bd2866ef524a8afe9d3e93119f711224349f4cb2371db5475/488",
    "latency_unittests": "5d3e65b2f4c41c34d6fcf2c99211d0d8e8b53c7d0b9271531da8f34d58b67382/488",
    "leveldb_unittests": "be5842827f3fc1df4d64866630cfb62360e67b0b0195120237e33185a8fb4982/488",
    "libjingle_xmpp_unittests": "de9c6acad88dc12e50364a9eff077552f6a857cf0d70c650f755b46cf9094c7b/488",
    "liburlpattern_unittests": "029cd049f3ef9ba5e080d404424e2593218c34b3a66d9fdbd2478acac6ece5c6/488",
    "media_unittests": "62bc1da0654ddb7c8d5a3bec9c38520df14a0c0fce4f986c163a83a68ea5a19d/568",
    "message_center_unittests": "4bdd7a08db4de598a18a1af1074f4a49ad6ab018766f77aa947d6e0f86742434/488",
    "midi_unittests": "f31589f224e2c2bf31b4791ffaf3c8c14a9d470934cb79c4b43328a9f9987ad8/488",
    "mojo_unittests": "44fe099a2a3d67a004bc230c66c43ba4869c907611fabcb135abbb6a426ab52c/566",
    "native_theme_unittests": "18fcd285ecb86d7dba13b409b144ee39dae3404d52f510e08def20f34b40af5e/488",
    "net_unittests": "4cf994a6eead1289ce579f6d845d093f8dae1f47e085a88bc50af61db12fca80/567",
    "ozone_gl_unittests": "12e941e288feac12f6bde6431f9e6918a9a119803a17aaf3502702da9e00b487/488",
    "ozone_unittests": "7c2ddb3d715d9c220b9e68363ac971d86d7b1e502f041b947b7760c927482a30/488",
    "ozone_x11_unittests": "d315af7c2778645632b5d0ea15e251c5259c4c9ad03c5dee1f4a85ca752d685b/488",
    "pdf_unittests": "ac618e9a70887c3bb86094ae7e722f0481cb8d5ed8a7212d974fcd2c349f220a/565",
    "perfetto_unittests": "54c3164a20bfbfa0f748a0dbbe73d705091c8f9a510cd507a45f7dece7a84ce7/488",
    "printing_unittests": "86872743d6a16f2e461068152a563fddcbe6fd6383c34a18ed4232e2f582ace2/488",
    "pthreadpool_unittests": "29cf096977b1aa522db85a1784f140139b2523fcd3558ca704fe90dde39613e1/488",
    "remoting_unittests": "3bd158a9658ffd646192505a2fe73e7ce51f79cf741ae7251e573644ea506eb1/647",
    "sandbox_linux_unittests": "318ee67c1881ec9d8602dc6270c5148ec5c506de4f9537f2c064595a884bc3eb/488",
    "services_unittests": "5c3235dab86a222047409765517900296a250a5f161652b1bae07105c848cfd0/816",
    "shell_dialogs_unittests": "7940cb500e9d025d4675949bc5f33708231b5f18e119382f6c37f09d9fdfb7d5/488",
    "shell_encryption_unittests": "ad00ec65213cf6f1142a68995fc7c116845f29a9e3e29b7073de84ccf426de84/488",
    "skia_unittests": "c76f809cf3c9247c6530efdbb6135f1126cbe73c568323dcf420d863101fc27a/488",
    "snapshot_unittests": "1f8b8a7dec982f5d2987cef9361ebf693fc19f9533e4af28243179f0e5859b20/488",
    "sql_unittests": "ce1f31a843e276515285386fc628f5693a9dfd66c2af66c78ae64c0e1fa6bc08/565",
    "storage_unittests": "82547c65c822a4e858088b6ee43453e66b348d8791160564fc89831ba0f10bcc/646",
    "sync_integration_tests": "d480a32986d78886c530a40f33315b0ac0e214afa34b831fcd73d8724ad7b9f4/730",
    "ui_base_unittests": "9420f7030bcd64c07e2303a66c0b176ae05b120e17a78bf56db76dc474e730e5/641",
    "ui_chromeos_unittests": "10e2c7561d53b983c10f4f5ab3c9724c19975953cf0a87a5d0247120301cb538/488",
    "ui_touch_selection_unittests": "e81126de60a78158485f33f7333735098f8a46abb6159a5f1b8bed8dc4add0cd/488",
    "ui_unittests": "10865e222da97b0d6ac3496588145ce6ba96d53eeedb90246c89dd9f5c2baa9a/488",
    "unit_tests": "ff6aab207bc460f82165aa3876dabaaa22e50d0c47b40b4d16d0e05ae82a204a/1062",
    "url_unittests": "f2e18467097a0b35117fb0f62728aadd9f532a11d7b3d34b6fd8327f3d597c24/488",
    "usage_time_limit_unittests": "c22241f27227425850857e0f22988f0bcaf27f99a938b19d1a627f04be69c097/568",
    "views_unittests": "ad3494eecfdd2270d9d1e38be048137049bd28279f2f697d0514701f6771604f/488",
    "viz_unittests": "eaa589485dbfa5aad5b98315258e5e09d03124ee5860f1a4cdf2a9c1786c4d2d/572",
    "wayland_client_perftests": "3c5a49b960664a9166a9283ef7708591a8047ef55153651f9506a339627f01b2/647",
    "wayland_client_tests": "7cdc8f877dc3eebc7cdc2c2b441d5fcda112f62560fa5bb9f87cb618f9ee0e90/647",
    "wm_unittests": "bfc579468018c90a1eb368324767fe3f216e09eea429a63552c4ec7fd814d135/488",
    "wtf_unittests": "60297cc7733f4a453288522ae226b993f4edbe7b2e74d13a2d53539818493db4/488",
    "zlib_unittests": "19f6ed16da01a12f24590ba13ef8cfaf910b0f1132be973f6be3da5f61d74171/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/65f65275da641b1c8f751c56f9a3e83d1077ceef
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:114920
  • user_agent:recipe

Debug log (UTC)

[20:40:08.466] New invocation is queued and will start shortly
[20:40:08.466] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:40:09.811] Starting the invocation (attempt 1)
[20:40:09.845] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/65f65275da641b1c8f751c56f9a3e83d1077ceef"
[20:40:09.845] Popped gitiles commit info from properties and tags
[20:40:09.845] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:40:09.845] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:40:09.846] Buildbucket request:
{
  "requestId": "8864439430020267552",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "65f65275da641b1c8f751c56f9a3e83d1077ceef",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "65f65275da641b1c8f751c56f9a3e83d1077ceef"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8699013965005569713"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8699013965005569713"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8699013965005569713"
                }
          ],
      "parent_build_id": "8699013965005569713",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "be1fae49c38b837f9fe6c07cdabb43c4eb1ab0c0",
      "parent_got_dawn_revision": "23e882a42a2feb43e9775b67bf7c7e54d26d16d7",
      "parent_got_revision": "65f65275da641b1c8f751c56f9a3e83d1077ceef",
      "parent_got_revision_cp": "refs/heads/main@{#1540784}",
      "parent_got_swiftshader_revision": "153470c12fdfc0293dafd58ae2f9f3eafd480bac",
      "parent_got_v8_revision": "3324fb450fb94557900beaedeff628ffed3b4dad",
      "parent_got_v8_revision_cp": "refs/heads/14.4.57@{#1}",
      "parent_got_webrtc_revision": "e07e503972626dd88d8c1eec1e0bfe1514e2e340",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46132}",
      "swarm_hashes": {
            "absl_hardening_tests": "324413f1cea60d5a089d1d6efaff41a478592928cbfdcd0e326c0ea6e8cd4a3b/488",
            "accessibility_unittests": "5bf62af8466d11870b1ba5ebb384f4b08312a5079595bd4bcdcb7489ddeb4eef/488",
            "angle_unittests": "e6cfb4c55181b7ca262f0254d33f1c2e410c1568dc2d2144a219a98c9cd37783/489",
            "app_shell_unittests": "2a835d24919dfbab47ea7106835a4a297c37cd3325a66496f3da6d227f8c4626/649",
            "ash_components_unittests": "0e924f6af93eb1ce41a24575d58b4274944fdd945cdf37428a310a6a3b8fbd9b/649",
            "ash_unittests": "8b281400496b3f7f800a9a9a3bc550c001f5de88fa854f88f2b077e00c48c0cc/800",
            "ash_webui_unittests": "e7e07b5f6fda94ac6d65c3f9e4f9d6ccfbf57666d06f7163d3095df4ea95baf7/648",
            "aura_unittests": "2d0ada8cc58ebfda3534bfd22c95bd5c12ae9f5a1f6580face1932f1859cdbd9/488",
            "base_unittests": "3b240c80277926a0ac3aa0b41fb8db0b4bb07d879e42e47e6cf3f0ec3f77794d/566",
            "blink_common_unittests": "964c8a3aaf5bbb1316de20073a5d2dc2f8d59e2c0736183d85379687de5525d7/566",
            "blink_fuzzer_unittests": "326e07eeb9cd7f8b0df22cfbac43b663918b89a39613598dcf74d5e386b4d28d/488",
            "blink_heap_unittests": "5c75f1a4e6c3fb47a986400ff4d34ece608a7ebbab19a34f171dc9147c7bf49b/488",
            "blink_platform_unittests": "07e3f84882bc8441b04a9a5cc9e38b276adec334f5a47ea0ee7568be75b87824/645",
            "blink_unittests": "494ca21b293d2c27cc044742c39769d2073810608204735237f9c22f1e78c927/729",
            "boringssl_crypto_tests": "a8241e75b863f972234134f05f29a3e4ae9677aab6ce3240930ff3b93b3c97fe/489",
            "boringssl_ssl_tests": "71b80c0c6c3a1a6bdc738fe876853aa95b9eaa7258feda23ed465197db2a74ad/488",
            "browser_tests": "4d177c2536ab582c50c5024aa44386c25940fef481a2e1085f59cdc6831dfecb/1299",
            "capture_unittests": "016239177d78ff6554cb7b14a0dd9c625888b284851ab1a8a816f83577cdaab9/567",
            "cast_unittests": "8bcc80c51de704737a42fce6ec5d8573ce38bbe1efc93ad338371b6872cdf4c1/488",
            "cc_unittests": "d756edd0411824c6248f84b9ffdeba74901cd4a092e38bf614923fb34fed3d6b/648",
            "chrome_app_unittests": "33eeff563d314d077e40f9f85d79e8d26d5987bdccd37cf01f84e1ca05e7fba6/648",
            "chromedriver_unittests": "cffb75e3d2c67e83547577769e9a6ce097b0c07a08f46ca70c142991a98e7b21/645",
            "chromeos_components_unittests": "2f34e99b84594a7d10e994bac522e621a9accd2d1c2738a1819a76edb8914aa5/647",
            "chromeos_unittests": "72aec76c54563c18fa1bbce848f476e8f780ff6c9a9caacab44fd51663287a56/807",
            "components_browsertests": "ab57cbf742686f5161c7e288562279caf95720e3eddcbba29947380c9649e811/732",
            "components_unittests": "6d4dcedca9283b02eca638b2630fc4110bb2bdcc5107fceb21b7f1329b661daa/894",
            "compositor_unittests": "2a15037272300e281831c678f4ea445ffaa6b739a814bec6652403f2e1bb62db/564",
            "content_browsertests": "207d280eb4325b2ecd5a45bf3423e653f4e062bee063cf67eb1ae9dd44c033fe/805",
            "content_unittests": "24b6047f1836c6f7addb9c7761fc6b5170e91147bb1483330c252b8984def293/725",
            "crashpad_tests": "359c5e449fb1ff52f02b5d437cfd3d558c307cf24e2a10fee8fa5905e74ec3ee/489",
            "crypto_unittests": "0cd165f7a2fb69552c5e55048227708b9a590ddc7c287a5affb8eebe3c728f43/568",
            "dbus_unittests": "62de1b726df15b85813e910934ee23b48d88388961cf0f5302684ab10487caf3/488",
            "device_unittests": "692d6c68d37af66ac6dc40fc1806b3525f310608ac554a2acb57d12bb2390093/565",
            "display_unittests": "9b86698dd7ac7c44e943b9a0a26fdcbfb196fbe07b41173b7b5113c109687a9d/488",
            "env_chromium_unittests": "1473a18fe9127d0ba531d1c01198bcec05d5fee807d940860d18bf66a4128794/488",
            "events_unittests": "21607bc291f6b6608c0b37a992f02b15a6313d65cfa181d943e7c2a9bf0508a6/488",
            "exo_unittests": "d19b132d0df28f3d3b91940645e0cbe8cc95b344d24bac4707b67f1d87dbb95e/647",
            "extensions_browsertests": "c6611863e738da7c0bb617699e6c7ba4d88eb6ec8e42dd46d21bdbc4c1117db2/651",
            "extensions_unittests": "afbec0a011e9e0c8284fa9f7b7609ce5ba212a67ba421ee97f214d579c31e164/812",
            "filesystem_service_unittests": "f6155906730dcfa435bd9b066e70e7650c4cbd0d10fdc177e87928b0cb1a58f5/488",
            "fuzzing_unittests": "30857571d3317a254b2202de692fa3e1f9da9b6702d8504e33b28d6060c51259/488",
            "gcm_unit_tests": "ed7f68f041c8a613a2ee4fbdd0c818ef70297eb7ad86e8135e2598b0485533b7/565",
            "gfx_unittests": "a6ea6bb394c4c9908d68f52757de1f09a53f8c55f732d56ed6f7b9108467c1a5/564",
            "gl_unittests_ozone": "30cce6b506225b3dde0f915ebc452fc3158a1d4759190e11e63964dd61606bed/488",
            "google_apis_unittests": "4b18110bcc586f06a48a303ee61586ec065441ce958f9724e60cbdfd2e46e54e/650",
            "gpu_unittests": "a0c4c4d6663fd340bb55a3135a9641fbb3261615dd64a8294593a1badceaa2ae/565",
            "gwp_asan_unittests": "9bf68928a1a920cdad83657f1a42e0549542d884de1b5c8b642dc24fb5f3dac4/489",
            "interactive_ui_tests": "d83dad910d89f4e3372ca0a837c8acd0ec878eb4d0eba2665cc2baaffb362918/1142",
            "ipc_tests": "f6ccd1c0ba75aecfacad1709dd37577ffba5ac5681ce1f80123118ce2e9e069d/488",
            "keyboard_unittests": "44ef7d92ba97417bd2866ef524a8afe9d3e93119f711224349f4cb2371db5475/488",
            "latency_unittests": "5d3e65b2f4c41c34d6fcf2c99211d0d8e8b53c7d0b9271531da8f34d58b67382/488",
            "leveldb_unittests": "be5842827f3fc1df4d64866630cfb62360e67b0b0195120237e33185a8fb4982/488",
            "libjingle_xmpp_unittests": "de9c6acad88dc12e50364a9eff077552f6a857cf0d70c650f755b46cf9094c7b/488",
            "liburlpattern_unittests": "029cd049f3ef9ba5e080d404424e2593218c34b3a66d9fdbd2478acac6ece5c6/488",
            "media_unittests": "62bc1da0654ddb7c8d5a3bec9c38520df14a0c0fce4f986c163a83a68ea5a19d/568",
            "message_center_unittests": "4bdd7a08db4de598a18a1af1074f4a49ad6ab018766f77aa947d6e0f86742434/488",
            "midi_unittests": "f31589f224e2c2bf31b4791ffaf3c8c14a9d470934cb79c4b43328a9f9987ad8/488",
            "mojo_unittests": "44fe099a2a3d67a004bc230c66c43ba4869c907611fabcb135abbb6a426ab52c/566",
            "native_theme_unittests": "18fcd285ecb86d7dba13b409b144ee39dae3404d52f510e08def20f34b40af5e/488",
            "net_unittests": "4cf994a6eead1289ce579f6d845d093f8dae1f47e085a88bc50af61db12fca80/567",
            "ozone_gl_unittests": "12e941e288feac12f6bde6431f9e6918a9a119803a17aaf3502702da9e00b487/488",
            "ozone_unittests": "7c2ddb3d715d9c220b9e68363ac971d86d7b1e502f041b947b7760c927482a30/488",
            "ozone_x11_unittests": "d315af7c2778645632b5d0ea15e251c5259c4c9ad03c5dee1f4a85ca752d685b/488",
            "pdf_unittests": "ac618e9a70887c3bb86094ae7e722f0481cb8d5ed8a7212d974fcd2c349f220a/565",
            "perfetto_unittests": "54c3164a20bfbfa0f748a0dbbe73d705091c8f9a510cd507a45f7dece7a84ce7/488",
            "printing_unittests": "86872743d6a16f2e461068152a563fddcbe6fd6383c34a18ed4232e2f582ace2/488",
            "pthreadpool_unittests": "29cf096977b1aa522db85a1784f140139b2523fcd3558ca704fe90dde39613e1/488",
            "remoting_unittests": "3bd158a9658ffd646192505a2fe73e7ce51f79cf741ae7251e573644ea506eb1/647",
            "sandbox_linux_unittests": "318ee67c1881ec9d8602dc6270c5148ec5c506de4f9537f2c064595a884bc3eb/488",
            "services_unittests": "5c3235dab86a222047409765517900296a250a5f161652b1bae07105c848cfd0/816",
            "shell_dialogs_unittests": "7940cb500e9d025d4675949bc5f33708231b5f18e119382f6c37f09d9fdfb7d5/488",
            "shell_encryption_unittests": "ad00ec65213cf6f1142a68995fc7c116845f29a9e3e29b7073de84ccf426de84/488",
            "skia_unittests": "c76f809cf3c9247c6530efdbb6135f1126cbe73c568323dcf420d863101fc27a/488",
            "snapshot_unittests": "1f8b8a7dec982f5d2987cef9361ebf693fc19f9533e4af28243179f0e5859b20/488",
            "sql_unittests": "ce1f31a843e276515285386fc628f5693a9dfd66c2af66c78ae64c0e1fa6bc08/565",
            "storage_unittests": "82547c65c822a4e858088b6ee43453e66b348d8791160564fc89831ba0f10bcc/646",
            "sync_integration_tests": "d480a32986d78886c530a40f33315b0ac0e214afa34b831fcd73d8724ad7b9f4/730",
            "ui_base_unittests": "9420f7030bcd64c07e2303a66c0b176ae05b120e17a78bf56db76dc474e730e5/641",
            "ui_chromeos_unittests": "10e2c7561d53b983c10f4f5ab3c9724c19975953cf0a87a5d0247120301cb538/488",
            "ui_touch_selection_unittests": "e81126de60a78158485f33f7333735098f8a46abb6159a5f1b8bed8dc4add0cd/488",
            "ui_unittests": "10865e222da97b0d6ac3496588145ce6ba96d53eeedb90246c89dd9f5c2baa9a/488",
            "unit_tests": "ff6aab207bc460f82165aa3876dabaaa22e50d0c47b40b4d16d0e05ae82a204a/1062",
            "url_unittests": "f2e18467097a0b35117fb0f62728aadd9f532a11d7b3d34b6fd8327f3d597c24/488",
            "usage_time_limit_unittests": "c22241f27227425850857e0f22988f0bcaf27f99a938b19d1a627f04be69c097/568",
            "views_unittests": "ad3494eecfdd2270d9d1e38be048137049bd28279f2f697d0514701f6771604f/488",
            "viz_unittests": "eaa589485dbfa5aad5b98315258e5e09d03124ee5860f1a4cdf2a9c1786c4d2d/572",
            "wayland_client_perftests": "3c5a49b960664a9166a9283ef7708591a8047ef55153651f9506a339627f01b2/647",
            "wayland_client_tests": "7cdc8f877dc3eebc7cdc2c2b441d5fcda112f62560fa5bb9f87cb618f9ee0e90/647",
            "wm_unittests": "bfc579468018c90a1eb368324767fe3f216e09eea429a63552c4ec7fd814d135/488",
            "wtf_unittests": "60297cc7733f4a453288522ae226b993f4edbe7b2e74d13a2d53539818493db4/488",
            "zlib_unittests": "19f6ed16da01a12f24590ba13ef8cfaf910b0f1132be973f6be3da5f61d74171/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "65f65275da641b1c8f751c56f9a3e83d1077ceef",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864439430020267552"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "114920"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:40:10.712] Scheduled build:
{
  "id": "8699009367825606641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67063,
  "createdBy": "project:chromium",
  "createTime": "2025-11-05T20:40:09.935463464Z",
  "updateTime": "2025-11-05T20:40:09.935463464Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "65f65275da641b1c8f751c56f9a3e83d1077ceef",
      "ref": "refs/heads/main"
    }
  }
}
[20:40:10.712] Task URL: https://cr-buildbucket.appspot.com/build/8699009367825606641
[20:40:10.712] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:2:0) after 8m19s
[20:40:11.729] Received PubSub notification, asking Buildbucket for the build status
[20:40:11.747] Build status: SCHEDULED
[20:40:55.511] Received PubSub notification, asking Buildbucket for the build status
[20:40:55.540] Build status: STARTED
[20:48:29.717] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:2:0)
[20:48:29.735] Build status: STARTED
[20:48:29.735] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:5:0) after 8m18s
[20:56:47.922] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:5:0)
[20:56:47.945] Build status: STARTED
[20:56:47.945] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:6:0) after 3m51s
[21:00:38.970] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:6:0)
[21:00:38.985] Build status: STARTED
[21:00:38.985] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:7:0) after 7m49s
[21:08:28.015] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:7:0)
[21:08:28.052] Build status: STARTED
[21:08:28.052] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:8:0) after 8m43s
[21:17:11.080] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:8:0)
[21:17:11.131] Build status: STARTED
[21:17:11.131] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:9:0) after 3m59s
[21:21:10.159] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:9:0)
[21:21:10.175] Build status: STARTED
[21:21:10.175] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:10:0) after 1m29s
[21:22:39.198] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:10:0)
[21:22:39.219] Build status: STARTED
[21:22:39.219] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:11:0) after 9m50s
[21:32:29.294] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:11:0)
[21:32:29.310] Build status: STARTED
[21:32:29.310] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:12:0) after 4m3s
[21:36:32.361] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:12:0)
[21:36:32.395] Build status: STARTED
[21:36:32.395] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:13:0) after 5m46s
[21:42:18.471] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:13:0)
[21:42:18.488] Build status: STARTED
[21:42:18.488] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:14:0) after 3m33s
[21:45:51.714] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:14:0)
[21:45:51.728] Build status: STARTED
[21:45:51.728] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:15:0) after 6m15s
[21:52:06.774] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:15:0)
[21:52:06.796] Build status: STARTED
[21:52:06.796] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:16:0) after 9m9s
[22:01:15.963] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:16:0)
[22:01:15.982] Build status: STARTED
[22:01:15.982] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:17:0) after 9m32s
[22:10:48.006] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:17:0)
[22:10:48.024] Build status: STARTED
[22:10:48.025] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:18:0) after 6m13s
[22:17:01.047] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:18:0)
[22:17:01.061] Build status: STARTED
[22:17:01.061] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:19:0) after 9m12s
[22:26:13.121] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:19:0)
[22:26:13.140] Build status: STARTED
[22:26:13.140] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:20:0) after 1m8s
[22:27:21.162] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:20:0)
[22:27:21.204] Build status: STARTED
[22:27:21.204] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:21:0) after 5m21s
[22:32:42.251] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:21:0)
[22:32:42.280] Build status: STARTED
[22:32:42.280] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:22:0) after 9m51s
[22:42:33.333] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:22:0)
[22:42:33.348] Build status: STARTED
[22:42:33.348] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:23:0) after 7m38s
[22:50:11.431] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:23:0)
[22:50:11.447] Build status: STARTED
[22:50:11.447] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:24:0) after 3m1s
[22:53:12.467] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:24:0)
[22:53:12.486] Build status: STARTED
[22:53:12.486] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:25:0) after 5m40s
[22:58:52.530] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:25:0)
[22:58:52.548] Build status: STARTED
[22:58:52.548] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:26:0) after 6m32s
[23:05:24.606] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:26:0)
[23:05:24.620] Build status: STARTED
[23:05:24.620] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:27:0) after 1m44s
[23:07:08.740] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:27:0)
[23:07:08.757] Build status: STARTED
[23:07:08.757] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:28:0) after 4m42s
[23:11:50.870] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:28:0)
[23:11:50.922] Build status: STARTED
[23:11:50.922] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:29:0) after 6m5s
[23:17:55.947] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:29:0)
[23:17:55.967] Build status: STARTED
[23:17:55.967] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:30:0) after 6m18s
[23:24:13.995] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:30:0)
[23:24:14.010] Build status: STARTED
[23:24:14.010] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:31:0) after 5m38s
[23:29:52.118] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:31:0)
[23:29:52.179] Build status: STARTED
[23:29:52.179] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8864439430020267552:32:0) after 3m15s
[23:31:24.816] Received PubSub notification, asking Buildbucket for the build status
[23:31:24.829] Build:
{
  "id": "8699009367825606641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67063,
  "createdBy": "project:chromium",
  "createTime": "2025-11-05T20:40:09.935463464Z",
  "startTime": "2025-11-05T20:40:55.341769461Z",
  "endTime": "2025-11-05T23:31:17.116804790Z",
  "updateTime": "2025-11-05T23:31:17.116804790Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "65f65275da641b1c8f751c56f9a3e83d1077ceef",
      "ref": "refs/heads/main"
    }
  }
}
[23:31:24.829] Invocation finished in 2h51m16.370935741s with status FAILED