Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8696754904236512657"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8696754904236512657"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8696754904236512657"
    }
  ],
  "parent_build_id": "8696754904236512657",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "871a8eed7188978bf275a2956ff22f4c38578dfe",
  "parent_got_dawn_revision": "2173460a5558427b7b25267f9e04820467047077",
  "parent_got_revision": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915",
  "parent_got_revision_cp": "refs/heads/main@{#1551854}",
  "parent_got_swiftshader_revision": "498a6f760dea6cdda0302406c49b8fbb09b9af92",
  "parent_got_v8_revision": "80acc26727d5a34e77dabeebe7c9213ec1bd4768",
  "parent_got_v8_revision_cp": "refs/heads/14.4.258@{#1}",
  "parent_got_webrtc_revision": "d1ddb574ba35e9f01e5482f11b056fbf85910a0f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46353}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915",
  "swarm_hashes": {
    "absl_hardening_tests": "c444cbe1e01f315d2e195947cf114216fffaa0e8f0f74cce23e28c9cdf7ed150/488",
    "accessibility_unittests": "8401a9f5dd9a5952415c7825aab184f203ba04180f724e989f7a1f125b5b450b/488",
    "angle_unittests": "48bd0ab98a47ccbf8bd4404a385b1b32e578445981eb5da36b3e2236207c0cfe/489",
    "app_shell_unittests": "e0c9b49f73fbacb79f73dd02c08f23471a1deb3d649a887a45eb72f0e219b08b/649",
    "ash_components_unittests": "c5348d5c27b15992a266c414e2b9771556ca7f952a0b2c52c499bb0d85b6d129/649",
    "ash_unittests": "25b5a65739c30206fe215c9d0986860e8db3ced14dec85b5f71fd41315f5e1e1/800",
    "ash_webui_unittests": "f76cc125f073aa0a87c0a1e72e91ab241557d2c9a8797c8c972532981fc28729/648",
    "aura_unittests": "1e7feade398f6b61eac5f19b369994bbba452557a21da07ee459d469f2a21d13/488",
    "base_unittests": "fa74b71b8a5b584370287f45a6cd6764ac0c9eea28263c552ba78153a550f56a/566",
    "blink_common_unittests": "f277060363071a84bb24edb09ee9e8b5a3445da371266461f2f2a96012b41574/566",
    "blink_fuzzer_unittests": "333c8cad150d407e05390732e633ddd2b858fe8e148d815280e6697723678c45/488",
    "blink_heap_unittests": "98308a6fd80810f5bfcd6e3a564f79bb13b18bf7b3efc17af9098d35e5b87cad/488",
    "blink_platform_unittests": "30f72257e6b989ab79f13339f3c57ae4e4395404d4369df05026919eb539aa4c/645",
    "blink_unittests": "4fc3a37c3c85a4ddd3f04d6dae875fcb7ef39aedb8e427ace3e072968af3b936/729",
    "boringssl_crypto_tests": "ce57922d090453c99b0fa69582fa4bc05cd03aed08d57715449c64e4b84fb7a7/489",
    "boringssl_ssl_tests": "276a740305bfe827eef3d526e750e9e70f987e9c658e9eb01f5d57cc94d1c31e/488",
    "browser_tests": "dd4ec7b411f8da7ccd9522eb63f4775ac26a896ff20a0bb112e8f1667b66ef5b/1299",
    "capture_unittests": "dee306ceded5cf3a89c204d5e659629865b361683435cc1db39edef5e451000c/567",
    "cast_unittests": "bfbd8dd742dbfe04de733d87dd53941ceb0565d9b8230b01ea2c931c62d59fa9/488",
    "cc_unittests": "738e85241a2b05608b7b447aed341a4b07ca5341c25dbdfd51b2bfb73cb7757d/648",
    "chrome_app_unittests": "e724aa5e9b71ddfe682a71c338154e5f362f1daf748ee032d824b414d07b2248/648",
    "chromedriver_unittests": "279b8d8fd3ec0961161a6fc7cc7aa761e84bc37772835415a50f30313ee6e865/645",
    "chromeos_components_unittests": "86dff2e660cd21daa739457b4f11f72c466117a6c7d299e90026e284c616a82a/647",
    "chromeos_unittests": "055f9bf7b81d9454a9bc478c7e8705d13c03ffcb7d00942790a7e15d4269e61b/807",
    "components_browsertests": "49d5cdb66192eae6e10a22e6ac8749555d6f1949b0c41436f9478bda201c16c4/732",
    "components_unittests": "e0548b5e5a24b2c333f420f636ca07010f0268e3f4696fe74b9ac11d1a065974/894",
    "compositor_unittests": "7fc1d0be6d0d63ec3806605317469741af4c4eddc439c69404dba77848eb20be/564",
    "content_browsertests": "8204d97e9bc1fa3cbd9a38886e31d3523b4fc5f65ba909aeb972d58a3a8be395/805",
    "content_unittests": "ff4918c45054da56b44de793ddf768cd0a5be11933a4621c9c1bdf474c513f9c/725",
    "crashpad_tests": "13ae8a450245d679c966590237325ad9123796c3822a132a2a10c1339dd79018/489",
    "crypto_unittests": "a26f195d2126c1f1d2b36dda00711d80604b312f99e0b8451c1b67ed669fdf9c/568",
    "dbus_unittests": "345f311d9cf03d3b734d46777df6e2c37628c71858ebb7c5ce0f169991d96446/488",
    "device_unittests": "ee3e77bc509bcab71c7a59afce05811515d81f4173dc65d6775324a77d023bdc/565",
    "display_unittests": "48d8cda43c3032a30252bf95dceb8cd94d33df891f222b85635b6ec03503076c/488",
    "env_chromium_unittests": "f4ad8eec892184c3f689f04a6c8e8ccd1bb346dc854ce399b018060c97ad1d3d/488",
    "events_unittests": "ee9fbaa1601bc496cc02e0e46a9dd6eb70d660f2ec8002c5a65b55e10c5b4796/488",
    "exo_unittests": "2e338632a72bbdb57f88b32e907c825eee7b9e87af0457e5bb1c35563afa6eaa/647",
    "extensions_browsertests": "9480677845133918e8ab3a3d867ea74caf5ae82f58f74b6b4396f36eb37f3b70/651",
    "extensions_unittests": "628c03781a8d99bb58cdd4e6ec12c6418fbe9963760323b1e5d3f9c05daacd10/812",
    "filesystem_service_unittests": "20eb01d513ef19fb1686e4698286c111871419971903265bdb048ce4ce36be30/488",
    "fuzzing_unittests": "8f9bf5d9722d26dc44a0d15737279b4bbf0ada7b3d20928ffb4b14c078b390b6/488",
    "gcm_unit_tests": "b26b724f28ace412481821a22e04dd35dd021597abab144e7462466220100d1b/565",
    "gfx_unittests": "c8357484ca71ab3f3a0cdeb44792b00fac263ff13e8375f5ad7fa1f3f3605a6a/564",
    "gl_unittests_ozone": "1201887fa55d9fba78a699e15b2d01bb99cb29edf911607e36a665adc32a5b8f/488",
    "google_apis_unittests": "4b90275ca828e2d2b4560a5044dd75d5904dcb01f2d15069f0968f5374ffa2b7/650",
    "gpu_unittests": "13b6e0f0e6b20ac82a8878f369072f52e410ba156fd898b7d5bd5a95c65c7174/565",
    "gwp_asan_unittests": "d680aa0b61d37ac6a01bfc0e5875e980472c5036f846d1135f47adcc8348a732/489",
    "interactive_ui_tests": "7ea0584e9edd418f5c70ae59e7157967e9f156c569a6bb2c29afa15e5be33254/1142",
    "ipc_tests": "257a393e658a4cf5f927c0dd60d1ebf4650860879e9d87419ebdf31ac25ffc31/488",
    "keyboard_unittests": "3b48e318916eda95c4317e3ed77491788787ba27e51c03b3db20ef5cfe48b90b/488",
    "latency_unittests": "03ee701ad5491aac494a4bd428744c4f2abbf9f4f83c3a25d2532e5e7a291827/488",
    "leveldb_unittests": "5ba44ca4a0ba3c728fdb9c068abd96c3e114b7ca6387880c7a3162005c8b779c/488",
    "libjingle_xmpp_unittests": "69ed80eb06613a1daeaa2b859c7ec6db85c88a523fe33a32cde68725451260e1/488",
    "liburlpattern_unittests": "e9a6188555d71a4f865d3c87481b89f050e124a8929be052e902a2bf64c07cdb/488",
    "media_unittests": "369c52328326a94639e9a0ae50ba9181d3f3cbe8e7db733a9ed56dd63242e57e/568",
    "message_center_unittests": "3713aa5eac2bbf5d2a597b02d809ac628097d26f217990e12bff7294f83f3989/488",
    "midi_unittests": "70590bafc5f05b5a597c28eb80fff2a8a1a94ef5f8c252d00599d2ea6f3db103/488",
    "mojo_unittests": "02964cfe5ae092e1e74090407ca350fa7db25e45a1470764134170b62ebf2e17/566",
    "native_theme_unittests": "91366875c9dd4aa4cf3562983531aa4908881e261756dd930db3fdae652f16f8/488",
    "net_unittests": "4a3a8d73762084743ef53dbce4b503ff2ff4503409ce8ced4ea0c5793a1a9242/567",
    "ozone_gl_unittests": "a3427941473061efd03e156162be993040cbfd16ca2904d4b2885f688d7c81b2/488",
    "ozone_unittests": "506c29d479ecca485726aadfbaadee16b1e5879f089f2ea56c5537e72b7894f3/488",
    "ozone_x11_unittests": "432c0535bca1b907770da0c509c415857ddc679b2767dac57da67ecfeaedd3d9/488",
    "pdf_unittests": "b91ea56798f84fe8e7f3e99aa77b715468758b233f52ebba09206097611ad5b6/565",
    "perfetto_unittests": "0c1949bced48b79fb238ab6620bc840f02e70565c7244b847b22035446e97fd9/488",
    "printing_unittests": "6900058a3298187fdbed3f332ff09c8841050f56a132e326ebc4e2fcbc1cc6ee/488",
    "pthreadpool_unittests": "b4b5f0795a58635ddeeff533765a74cb276bb7198bf5b1dd016055581e4c3dca/488",
    "remoting_unittests": "73d34c670ba360a31d1243e58df262922ac7f6ce2a615bda26d55b9b734f078d/647",
    "sandbox_linux_unittests": "864eaeaf36537ba684427803272db000f357555bd89fafd9114127deacd595ab/488",
    "services_unittests": "7621919bcd802868102eb4ad4c8451e0b28361a4c1379ff881e2a65e12eea1d1/816",
    "shell_dialogs_unittests": "f79bb6ce299fb526887bcff39eda58b76a7d710e63bc0d83105c22e65bd1339c/488",
    "shell_encryption_unittests": "05dc58e9f1b598f3e42ed17443e6d6b07fed683b59ff5601a7f2f7dc21d9e8b7/488",
    "skia_unittests": "4e28a3ff09913367fcf5aea85477a86db3a5a18ed20841e04b8a07aaca1f20b4/488",
    "snapshot_unittests": "ac217a7f6affa603fd6e8de19fe7190e444fc83df1f6d17ed135f7196cfab59e/488",
    "sql_unittests": "af7f0187db8b9c6559b3a34ba629e032ecc0bf1977574f02b0e01a7228f39988/565",
    "storage_unittests": "83f47f713bcdf1efb875e47c208a1120ecf615bc84760293d8651c9922309ff0/646",
    "sync_integration_tests": "2b3f58b0d5f8c850fb589f1dd3e4cdda0615475d46861dc45a79bd3ed48167ce/730",
    "ui_base_unittests": "f073a53b365f157123a707104ebfa87414b8409408931bf377f417bec4e87a8c/641",
    "ui_chromeos_unittests": "c98b1f399608b562a7c6b506e0ee7f5b24b17c36c8669edb77d7967251cad31a/488",
    "ui_touch_selection_unittests": "d4808cc968a60e374b539cf3bb7561d9dcefdb7c7df612d67ccb1873687e4144/488",
    "ui_unittests": "6d377253d1d1c5ebc7c12dc16bbe872e798ebce00c6676f5352ebdd5fd695116/488",
    "unit_tests": "e2d356e375886cb5e5f39e9fe771eb9b331c73dae6499b68339524c67fb41d2a/1062",
    "url_unittests": "0f0a36f58de6c8eff82838485ccc0126de4c6d44219c967bbb86ba02ce0c50a7/488",
    "usage_time_limit_unittests": "660b2330e47110fbb10bacc8dcd46c78c4f6f31922e818ffb78d43767b44a226/568",
    "views_unittests": "40c6729b4af35103b6fb13d17df8beb2f50500786dd61cd715d27d68e6c357dc/488",
    "viz_unittests": "85f1c8768ce008a3bec5afe4bef41938d27dac50c31c65178fdfe8fffe76a425/572",
    "wayland_client_perftests": "6691e36f838ae9486d5c561456d3858f7ea71552b65df49448a4c428515a3e82/647",
    "wayland_client_tests": "4e1e0e32d880ff1e39032066a49af3610c528c3a1f19868651618cde5bc81fbb/647",
    "wm_unittests": "be737f0f718591c77339b89f7cb50d3e7d4acd8c0b2ae954161a0246c5b76ccd/488",
    "wtf_unittests": "78c9219b5f9f1013e56abbc4aab3d21e7ec27e930c79cb86f1c2b88474b0b3e9/488",
    "zlib_unittests": "a499c2b368ff621152312d102f1a89ebfb7d1b944d86a27fe841df57e2a62be4/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/52b1e3b3abcee54e7901fb4a02bf4e7428c12915
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:116437
  • user_agent:recipe

Debug log (UTC)

[18:52:20.068] New invocation is queued and will start shortly
[18:52:20.068] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:52:21.120] Starting the invocation (attempt 1)
[18:52:21.147] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/52b1e3b3abcee54e7901fb4a02bf4e7428c12915"
[18:52:21.147] Popped gitiles commit info from properties and tags
[18:52:21.148] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:52:21.148] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:52:21.149] Buildbucket request:
{
  "requestId": "8862181288470262224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8696754904236512657"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8696754904236512657"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8696754904236512657"
                }
          ],
      "parent_build_id": "8696754904236512657",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "871a8eed7188978bf275a2956ff22f4c38578dfe",
      "parent_got_dawn_revision": "2173460a5558427b7b25267f9e04820467047077",
      "parent_got_revision": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915",
      "parent_got_revision_cp": "refs/heads/main@{#1551854}",
      "parent_got_swiftshader_revision": "498a6f760dea6cdda0302406c49b8fbb09b9af92",
      "parent_got_v8_revision": "80acc26727d5a34e77dabeebe7c9213ec1bd4768",
      "parent_got_v8_revision_cp": "refs/heads/14.4.258@{#1}",
      "parent_got_webrtc_revision": "d1ddb574ba35e9f01e5482f11b056fbf85910a0f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46353}",
      "swarm_hashes": {
            "absl_hardening_tests": "c444cbe1e01f315d2e195947cf114216fffaa0e8f0f74cce23e28c9cdf7ed150/488",
            "accessibility_unittests": "8401a9f5dd9a5952415c7825aab184f203ba04180f724e989f7a1f125b5b450b/488",
            "angle_unittests": "48bd0ab98a47ccbf8bd4404a385b1b32e578445981eb5da36b3e2236207c0cfe/489",
            "app_shell_unittests": "e0c9b49f73fbacb79f73dd02c08f23471a1deb3d649a887a45eb72f0e219b08b/649",
            "ash_components_unittests": "c5348d5c27b15992a266c414e2b9771556ca7f952a0b2c52c499bb0d85b6d129/649",
            "ash_unittests": "25b5a65739c30206fe215c9d0986860e8db3ced14dec85b5f71fd41315f5e1e1/800",
            "ash_webui_unittests": "f76cc125f073aa0a87c0a1e72e91ab241557d2c9a8797c8c972532981fc28729/648",
            "aura_unittests": "1e7feade398f6b61eac5f19b369994bbba452557a21da07ee459d469f2a21d13/488",
            "base_unittests": "fa74b71b8a5b584370287f45a6cd6764ac0c9eea28263c552ba78153a550f56a/566",
            "blink_common_unittests": "f277060363071a84bb24edb09ee9e8b5a3445da371266461f2f2a96012b41574/566",
            "blink_fuzzer_unittests": "333c8cad150d407e05390732e633ddd2b858fe8e148d815280e6697723678c45/488",
            "blink_heap_unittests": "98308a6fd80810f5bfcd6e3a564f79bb13b18bf7b3efc17af9098d35e5b87cad/488",
            "blink_platform_unittests": "30f72257e6b989ab79f13339f3c57ae4e4395404d4369df05026919eb539aa4c/645",
            "blink_unittests": "4fc3a37c3c85a4ddd3f04d6dae875fcb7ef39aedb8e427ace3e072968af3b936/729",
            "boringssl_crypto_tests": "ce57922d090453c99b0fa69582fa4bc05cd03aed08d57715449c64e4b84fb7a7/489",
            "boringssl_ssl_tests": "276a740305bfe827eef3d526e750e9e70f987e9c658e9eb01f5d57cc94d1c31e/488",
            "browser_tests": "dd4ec7b411f8da7ccd9522eb63f4775ac26a896ff20a0bb112e8f1667b66ef5b/1299",
            "capture_unittests": "dee306ceded5cf3a89c204d5e659629865b361683435cc1db39edef5e451000c/567",
            "cast_unittests": "bfbd8dd742dbfe04de733d87dd53941ceb0565d9b8230b01ea2c931c62d59fa9/488",
            "cc_unittests": "738e85241a2b05608b7b447aed341a4b07ca5341c25dbdfd51b2bfb73cb7757d/648",
            "chrome_app_unittests": "e724aa5e9b71ddfe682a71c338154e5f362f1daf748ee032d824b414d07b2248/648",
            "chromedriver_unittests": "279b8d8fd3ec0961161a6fc7cc7aa761e84bc37772835415a50f30313ee6e865/645",
            "chromeos_components_unittests": "86dff2e660cd21daa739457b4f11f72c466117a6c7d299e90026e284c616a82a/647",
            "chromeos_unittests": "055f9bf7b81d9454a9bc478c7e8705d13c03ffcb7d00942790a7e15d4269e61b/807",
            "components_browsertests": "49d5cdb66192eae6e10a22e6ac8749555d6f1949b0c41436f9478bda201c16c4/732",
            "components_unittests": "e0548b5e5a24b2c333f420f636ca07010f0268e3f4696fe74b9ac11d1a065974/894",
            "compositor_unittests": "7fc1d0be6d0d63ec3806605317469741af4c4eddc439c69404dba77848eb20be/564",
            "content_browsertests": "8204d97e9bc1fa3cbd9a38886e31d3523b4fc5f65ba909aeb972d58a3a8be395/805",
            "content_unittests": "ff4918c45054da56b44de793ddf768cd0a5be11933a4621c9c1bdf474c513f9c/725",
            "crashpad_tests": "13ae8a450245d679c966590237325ad9123796c3822a132a2a10c1339dd79018/489",
            "crypto_unittests": "a26f195d2126c1f1d2b36dda00711d80604b312f99e0b8451c1b67ed669fdf9c/568",
            "dbus_unittests": "345f311d9cf03d3b734d46777df6e2c37628c71858ebb7c5ce0f169991d96446/488",
            "device_unittests": "ee3e77bc509bcab71c7a59afce05811515d81f4173dc65d6775324a77d023bdc/565",
            "display_unittests": "48d8cda43c3032a30252bf95dceb8cd94d33df891f222b85635b6ec03503076c/488",
            "env_chromium_unittests": "f4ad8eec892184c3f689f04a6c8e8ccd1bb346dc854ce399b018060c97ad1d3d/488",
            "events_unittests": "ee9fbaa1601bc496cc02e0e46a9dd6eb70d660f2ec8002c5a65b55e10c5b4796/488",
            "exo_unittests": "2e338632a72bbdb57f88b32e907c825eee7b9e87af0457e5bb1c35563afa6eaa/647",
            "extensions_browsertests": "9480677845133918e8ab3a3d867ea74caf5ae82f58f74b6b4396f36eb37f3b70/651",
            "extensions_unittests": "628c03781a8d99bb58cdd4e6ec12c6418fbe9963760323b1e5d3f9c05daacd10/812",
            "filesystem_service_unittests": "20eb01d513ef19fb1686e4698286c111871419971903265bdb048ce4ce36be30/488",
            "fuzzing_unittests": "8f9bf5d9722d26dc44a0d15737279b4bbf0ada7b3d20928ffb4b14c078b390b6/488",
            "gcm_unit_tests": "b26b724f28ace412481821a22e04dd35dd021597abab144e7462466220100d1b/565",
            "gfx_unittests": "c8357484ca71ab3f3a0cdeb44792b00fac263ff13e8375f5ad7fa1f3f3605a6a/564",
            "gl_unittests_ozone": "1201887fa55d9fba78a699e15b2d01bb99cb29edf911607e36a665adc32a5b8f/488",
            "google_apis_unittests": "4b90275ca828e2d2b4560a5044dd75d5904dcb01f2d15069f0968f5374ffa2b7/650",
            "gpu_unittests": "13b6e0f0e6b20ac82a8878f369072f52e410ba156fd898b7d5bd5a95c65c7174/565",
            "gwp_asan_unittests": "d680aa0b61d37ac6a01bfc0e5875e980472c5036f846d1135f47adcc8348a732/489",
            "interactive_ui_tests": "7ea0584e9edd418f5c70ae59e7157967e9f156c569a6bb2c29afa15e5be33254/1142",
            "ipc_tests": "257a393e658a4cf5f927c0dd60d1ebf4650860879e9d87419ebdf31ac25ffc31/488",
            "keyboard_unittests": "3b48e318916eda95c4317e3ed77491788787ba27e51c03b3db20ef5cfe48b90b/488",
            "latency_unittests": "03ee701ad5491aac494a4bd428744c4f2abbf9f4f83c3a25d2532e5e7a291827/488",
            "leveldb_unittests": "5ba44ca4a0ba3c728fdb9c068abd96c3e114b7ca6387880c7a3162005c8b779c/488",
            "libjingle_xmpp_unittests": "69ed80eb06613a1daeaa2b859c7ec6db85c88a523fe33a32cde68725451260e1/488",
            "liburlpattern_unittests": "e9a6188555d71a4f865d3c87481b89f050e124a8929be052e902a2bf64c07cdb/488",
            "media_unittests": "369c52328326a94639e9a0ae50ba9181d3f3cbe8e7db733a9ed56dd63242e57e/568",
            "message_center_unittests": "3713aa5eac2bbf5d2a597b02d809ac628097d26f217990e12bff7294f83f3989/488",
            "midi_unittests": "70590bafc5f05b5a597c28eb80fff2a8a1a94ef5f8c252d00599d2ea6f3db103/488",
            "mojo_unittests": "02964cfe5ae092e1e74090407ca350fa7db25e45a1470764134170b62ebf2e17/566",
            "native_theme_unittests": "91366875c9dd4aa4cf3562983531aa4908881e261756dd930db3fdae652f16f8/488",
            "net_unittests": "4a3a8d73762084743ef53dbce4b503ff2ff4503409ce8ced4ea0c5793a1a9242/567",
            "ozone_gl_unittests": "a3427941473061efd03e156162be993040cbfd16ca2904d4b2885f688d7c81b2/488",
            "ozone_unittests": "506c29d479ecca485726aadfbaadee16b1e5879f089f2ea56c5537e72b7894f3/488",
            "ozone_x11_unittests": "432c0535bca1b907770da0c509c415857ddc679b2767dac57da67ecfeaedd3d9/488",
            "pdf_unittests": "b91ea56798f84fe8e7f3e99aa77b715468758b233f52ebba09206097611ad5b6/565",
            "perfetto_unittests": "0c1949bced48b79fb238ab6620bc840f02e70565c7244b847b22035446e97fd9/488",
            "printing_unittests": "6900058a3298187fdbed3f332ff09c8841050f56a132e326ebc4e2fcbc1cc6ee/488",
            "pthreadpool_unittests": "b4b5f0795a58635ddeeff533765a74cb276bb7198bf5b1dd016055581e4c3dca/488",
            "remoting_unittests": "73d34c670ba360a31d1243e58df262922ac7f6ce2a615bda26d55b9b734f078d/647",
            "sandbox_linux_unittests": "864eaeaf36537ba684427803272db000f357555bd89fafd9114127deacd595ab/488",
            "services_unittests": "7621919bcd802868102eb4ad4c8451e0b28361a4c1379ff881e2a65e12eea1d1/816",
            "shell_dialogs_unittests": "f79bb6ce299fb526887bcff39eda58b76a7d710e63bc0d83105c22e65bd1339c/488",
            "shell_encryption_unittests": "05dc58e9f1b598f3e42ed17443e6d6b07fed683b59ff5601a7f2f7dc21d9e8b7/488",
            "skia_unittests": "4e28a3ff09913367fcf5aea85477a86db3a5a18ed20841e04b8a07aaca1f20b4/488",
            "snapshot_unittests": "ac217a7f6affa603fd6e8de19fe7190e444fc83df1f6d17ed135f7196cfab59e/488",
            "sql_unittests": "af7f0187db8b9c6559b3a34ba629e032ecc0bf1977574f02b0e01a7228f39988/565",
            "storage_unittests": "83f47f713bcdf1efb875e47c208a1120ecf615bc84760293d8651c9922309ff0/646",
            "sync_integration_tests": "2b3f58b0d5f8c850fb589f1dd3e4cdda0615475d46861dc45a79bd3ed48167ce/730",
            "ui_base_unittests": "f073a53b365f157123a707104ebfa87414b8409408931bf377f417bec4e87a8c/641",
            "ui_chromeos_unittests": "c98b1f399608b562a7c6b506e0ee7f5b24b17c36c8669edb77d7967251cad31a/488",
            "ui_touch_selection_unittests": "d4808cc968a60e374b539cf3bb7561d9dcefdb7c7df612d67ccb1873687e4144/488",
            "ui_unittests": "6d377253d1d1c5ebc7c12dc16bbe872e798ebce00c6676f5352ebdd5fd695116/488",
            "unit_tests": "e2d356e375886cb5e5f39e9fe771eb9b331c73dae6499b68339524c67fb41d2a/1062",
            "url_unittests": "0f0a36f58de6c8eff82838485ccc0126de4c6d44219c967bbb86ba02ce0c50a7/488",
            "usage_time_limit_unittests": "660b2330e47110fbb10bacc8dcd46c78c4f6f31922e818ffb78d43767b44a226/568",
            "views_unittests": "40c6729b4af35103b6fb13d17df8beb2f50500786dd61cd715d27d68e6c357dc/488",
            "viz_unittests": "85f1c8768ce008a3bec5afe4bef41938d27dac50c31c65178fdfe8fffe76a425/572",
            "wayland_client_perftests": "6691e36f838ae9486d5c561456d3858f7ea71552b65df49448a4c428515a3e82/647",
            "wayland_client_tests": "4e1e0e32d880ff1e39032066a49af3610c528c3a1f19868651618cde5bc81fbb/647",
            "wm_unittests": "be737f0f718591c77339b89f7cb50d3e7d4acd8c0b2ae954161a0246c5b76ccd/488",
            "wtf_unittests": "78c9219b5f9f1013e56abbc4aab3d21e7ec27e930c79cb86f1c2b88474b0b3e9/488",
            "zlib_unittests": "a499c2b368ff621152312d102f1a89ebfb7d1b944d86a27fe841df57e2a62be4/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8862181288470262224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "116437"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:52:21.644] Scheduled build:
{
  "id": "8696751226617561873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67337,
  "createdBy": "project:chromium",
  "createTime": "2025-11-30T18:52:21.208697656Z",
  "updateTime": "2025-11-30T18:52:21.208697656Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915",
      "ref": "refs/heads/main"
    }
  }
}
[18:52:21.644] Task URL: https://cr-buildbucket.appspot.com/build/8696751226617561873
[18:52:21.645] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:2:0) after 1m29s
[18:52:22.649] Received PubSub notification, asking Buildbucket for the build status
[18:52:22.665] Build status: SCHEDULED
[18:53:05.651] Received PubSub notification, asking Buildbucket for the build status
[18:53:05.665] Build status: STARTED
[18:53:50.663] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:2:0)
[18:53:50.712] Build status: STARTED
[18:53:50.712] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:5:0) after 6m55s
[19:00:45.875] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:5:0)
[19:00:45.897] Build status: STARTED
[19:00:45.897] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:6:0) after 8m35s
[19:09:20.932] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:6:0)
[19:09:20.952] Build status: STARTED
[19:09:20.952] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:7:0) after 2m40s
[19:12:01.055] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:7:0)
[19:12:01.071] Build status: STARTED
[19:12:01.071] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:8:0) after 8m51s
[19:20:52.364] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:8:0)
[19:20:52.435] Build status: STARTED
[19:20:52.435] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:9:0) after 8m50s
[19:29:42.455] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:9:0)
[19:29:42.472] Build status: STARTED
[19:29:42.472] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:10:0) after 3m57s
[19:33:39.577] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:10:0)
[19:33:39.593] Build status: STARTED
[19:33:39.593] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:11:0) after 3m26s
[19:37:05.614] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:11:0)
[19:37:05.629] Build status: STARTED
[19:37:05.629] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:12:0) after 6m2s
[19:43:07.655] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:12:0)
[19:43:07.675] Build status: STARTED
[19:43:07.675] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:13:0) after 7m47s
[19:50:54.729] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:13:0)
[19:50:54.758] Build status: STARTED
[19:50:54.758] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:14:0) after 5m35s
[19:56:29.774] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:14:0)
[19:56:29.790] Build status: STARTED
[19:56:29.790] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:15:0) after 5m6s
[20:01:35.784] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:15:0)
[20:01:35.815] Build status: STARTED
[20:01:35.815] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:16:0) after 1m33s
[20:03:09.273] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:16:0)
[20:03:09.301] Build status: STARTED
[20:03:09.301] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:17:0) after 6m17s
[20:09:26.399] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:17:0)
[20:09:26.413] Build status: STARTED
[20:09:26.413] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:18:0) after 9m21s
[20:18:47.441] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:18:0)
[20:18:47.466] Build status: STARTED
[20:18:47.466] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:19:0) after 8m48s
[20:27:35.487] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:19:0)
[20:27:35.509] Build status: STARTED
[20:27:35.509] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:20:0) after 9m53s
[20:37:28.529] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:20:0)
[20:37:28.549] Build status: STARTED
[20:37:28.550] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:21:0) after 6m50s
[20:44:18.646] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:21:0)
[20:44:18.667] Build status: STARTED
[20:44:18.667] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:22:0) after 3m32s
[20:47:50.665] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:22:0)
[20:47:50.689] Build status: STARTED
[20:47:50.689] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:23:0) after 4m51s
[20:52:41.717] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:23:0)
[20:52:41.737] Build status: STARTED
[20:52:41.737] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:24:0) after 1m54s
[20:54:35.819] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:24:0)
[20:54:35.858] Build status: STARTED
[20:54:35.859] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:25:0) after 9m42s
[21:04:17.878] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:25:0)
[21:04:17.893] Build status: STARTED
[21:04:17.894] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:26:0) after 6m7s
[21:10:25.008] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:26:0)
[21:10:25.029] Build status: STARTED
[21:10:25.029] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:27:0) after 6m15s
[21:16:40.065] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:27:0)
[21:16:40.095] Build status: STARTED
[21:16:40.095] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:28:0) after 2m30s
[21:19:10.260] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:28:0)
[21:19:10.274] Build status: STARTED
[21:19:10.274] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:29:0) after 8m8s
[21:27:18.273] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:29:0)
[21:27:18.289] Build status: STARTED
[21:27:18.289] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:30:0) after 3m31s
[21:30:49.306] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:30:0)
[21:30:49.320] Build status: STARTED
[21:30:49.320] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:31:0) after 5m17s
[21:36:06.345] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:31:0)
[21:36:06.361] Build status: STARTED
[21:36:06.361] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862181288470262224:32:0) after 3m10s
[21:38:01.779] Received PubSub notification, asking Buildbucket for the build status
[21:38:01.795] Build:
{
  "id": "8696751226617561873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67337,
  "createdBy": "project:chromium",
  "createTime": "2025-11-30T18:52:21.208697656Z",
  "startTime": "2025-11-30T18:53:05.408335825Z",
  "endTime": "2025-11-30T21:38:01.277655643Z",
  "updateTime": "2025-11-30T21:38:01.277655643Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "52b1e3b3abcee54e7901fb4a02bf4e7428c12915",
      "ref": "refs/heads/main"
    }
  }
}
[21:38:01.795] Invocation finished in 2h45m41.737674259s with status FAILED