Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "60af662d216fcce6e65aad8f1623adfb8dcb9970",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "60af662d216fcce6e65aad8f1623adfb8dcb9970"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8682310817310650049"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8682310817310650049"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8682310817310650049"
    }
  ],
  "parent_build_id": "8682310817310650049",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "6f0b04ba184b1a0a1411356e738c0ed752071c26",
  "parent_got_dawn_revision": "a6c1c25ab0eb80b6b7719067446b85edd14c932d",
  "parent_got_revision": "60af662d216fcce6e65aad8f1623adfb8dcb9970",
  "parent_got_revision_cp": "refs/heads/main@{#1628093}",
  "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
  "parent_got_v8_revision": "a702e39171378259d2f2ba907582385ea33cfd53",
  "parent_got_v8_revision_cp": "refs/heads/15.0.45@{#1}",
  "parent_got_webrtc_revision": "a8aae89f379e36cd418bf4ef194115d2ca231a1c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47664}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "60af662d216fcce6e65aad8f1623adfb8dcb9970",
  "swarm_hashes": {
    "absl_hardening_tests": "e94c77ee851c3fc4d7645150bd910d0d95e3bf960258b0e487eb8a9f2fe8b4ff/488",
    "accessibility_unittests": "491530a0035d6ae780c751da1d0ce59965a4937e5e34c57bea5899ae25d3aaba/488",
    "angle_unittests": "91744e3a5b942ab82804a4311e043bbca3ce89ed7c628efdff5913cf6694c48c/489",
    "base_unittests": "cfc075b9fd1514f22682d4764145b8f4b1afae91809bb128656bc961b23c700d/566",
    "blink_common_unittests": "99cbe161dc3222157ab389515977e015df28c5ffe6fa1c269c92e99489101fed/566",
    "blink_fuzzer_unittests": "927570172cf8e11bcfad21258a5f946bd11ee9824d693d5ff94a326a32912694/488",
    "blink_heap_unittests": "d6830e9055738f07779e85e52a333ee774a163a371de0fb8fd6a85a7d5cac2f8/488",
    "blink_platform_unittests": "b2b3a8af4faffd28e5748d97907821faef4a2b6993827c3fee149e0045455aeb/645",
    "blink_unittests": "3cb9ac454e9948c9efbef8c0876d652bc0f0faead3288f129333a59a751fa043/729",
    "boringssl_crypto_tests": "6012c47545eb904a05602f08bf9ac71be211041d6f7eb466aa9c9a8dd9c591c6/489",
    "boringssl_ssl_tests": "4cde0601afaf81719b33fcb73e259dd5c3db239bc346277fba73d56295ac050c/488",
    "browser_tests": "468dc6609f6386734e4c952ab4191bf8d24f1186f5a48b115c5257f0203edceb/1220",
    "capture_unittests": "c6cadcf2fc8f853732a54b884030ec8247745c5ae08123941de98b2a7660b3d0/567",
    "cast_unittests": "6bb617ce0be3f2c45fe611c0a71142e2fdc315a1eceabd313ccdbf9b4560bf26/488",
    "cc_unittests": "96b25fc433542f9a146cd240c2d3529ac223ecc3e8290df1f37b605c4d38a874/648",
    "chrome_app_unittests": "dd22937d2fa8bc613787e997a220edd9bf9377afc8db856e81aa5111ba6b5e3a/566",
    "chromedriver_unittests": "69da3f521137057a2edd445d858da121897697fa8b0cf15dfca2523439ec1045/645",
    "components_browsertests": "aed4f58fc18e16bf8c1bd2c859ec623c7869fd0e065279723230d9f7fb8340fa/732",
    "components_unittests": "413fabf73c2b1ba238c51a5cef70f27b12d5ac272ca7b08f48c9459aa78e737b/811",
    "content_browsertests": "0fbb324ae145f7238fc0f3bc02931aaf4e898898c0801f757c2c74a4f78d8081/805",
    "content_unittests": "e5a0ef4e0e19a499ef7e864f2b348a7b0a64a1afecf7ac9a67507b730db8b2f3/725",
    "crashpad_tests": "f4b667daecc5d9bcd7737e8655c0cf94573c2ed69ff3c632dbbb6b6640e5b841/489",
    "crypto_unittests": "c2c384cb53c6b3b9f09b191800bf6f71f1145ab1a87fedf50bbcd94c041c380c/568",
    "device_unittests": "6afd8b29f26fcd18f5a3e03c15a1e9dc78fc7d9f497430e2408e0dd6346cd0d0/565",
    "display_unittests": "59482b68a8a3347358e07b55d7e8b8c32cd400c21d6f6c7a9e649fa2d45a72ba/488",
    "env_chromium_unittests": "d756968ee848136fa58adf6d90ef24e1d62436b025cb699391b6b50d7417c3aa/488",
    "events_unittests": "7f43ee9e21db35d76cc1ae3be02b2daf1dd91ff1f231292ae13e147cd048b120/488",
    "extensions_unittests": "79e1f515f2b803f786565361fef5158add93b936955d36634e15cebbb642c9e5/730",
    "filesystem_service_unittests": "45b99a1ccc17e1822126ca1fa5d895833c9a43af8fa0532a149dbf5430e50b1c/488",
    "fuzzing_unittests": "e277f4533e1a5fb86cbeb86e35c83e86239c03389ec52231b30277e080ee869e/488",
    "gcm_unit_tests": "3d600afbe0251641584585d86740553d37d845d9fd1b90801b7571a9daf25ba0/565",
    "gfx_unittests": "818d8397950429fbe7ffd8935445a463f74a9a1ad2a6ab51ceb84e7c7984703f/564",
    "gin_unittests": "fbc9dd0a484cd0e56f1181c5625a1be5bfeae09ba342dadab599d3b25e473e8a/565",
    "google_apis_unittests": "99fce6af9476e3879c133dcfae0a31bc28dd3119a14918c8dfe3c41d4ef1a069/650",
    "gpu_unittests": "53203cda563bcd3327ea51f858c1ddb9dc11d8ae2bcb0291b26979fa83bbaca4/565",
    "gwp_asan_unittests": "f1c84e0cb6f397d9b5c186676f644255a37f8303e06bb19d9dfb81dcebcccd9f/489",
    "headless_browsertests": "eaba89e0d3a9af757dee0cdf0bc930d6763f8b17c0298690e2f6a398fa6faaba/733",
    "headless_unittests": "8316a2debdb76c5ef2f33eb516cb3e6325a72be53392aa6aafd0abf89819b9c4/488",
    "interactive_ui_tests": "d260fc72c58d9f38502985edf063240d4af27e13647ae219c24dcff1ed618245/1060",
    "ipc_tests": "78df192f8cee82b1332752a60cf45b3bedbfab57dfe8166ea514deb7fc21f2a5/488",
    "latency_unittests": "b3279f219abb40842ded69e6cb2b2a17362f34424d9b9a329062b8f9870550ac/488",
    "leveldb_unittests": "7dc57d85e5e9454c8e85292c1ae514105fe7e54a9d2c13403e7046dc676a22f0/488",
    "libjingle_xmpp_unittests": "a6a13fd8f2891dc23f0a5e60a0851a71888312e472e7a635178b3945921adb55/488",
    "liburlpattern_unittests": "9cc184691a49714ec3c3f9f4b78cbaee338c64fe243bf317a6a07e334c95e15b/488",
    "media_unittests": "0cd9081646429d89977c24e24be25b29f1355db1dbbfbf65907d7bf245334cd2/568",
    "message_center_unittests": "9930eb6d8862675aabf0dfad5e81540e6269d95febeca320bfb6307098992371/488",
    "midi_unittests": "9675e510c3568bf23788026aa0b5f25c9123a9f32086a2539f0c0429c373241b/488",
    "mojo_unittests": "9eb74c3adc47d8781779d98fc9a0a3fd861c43eb4108b2f3ebc1bc41e47e44c6/566",
    "native_theme_unittests": "fbffbeee269cd807feafab62d17093ed438ab8c7b96b8a3386951aa6e703d17f/488",
    "net_unittests": "5ece65c08d2c0d89063462b6be2c6da8aa87d194a21d1d4e50db109751829649/567",
    "openscreen_unittests": "9d0fbb0cd3d3ce84457a9f426a0c8292af648b0befe41fa153df5985bb21d21a/489",
    "pdf_unittests": "09791d16b6b59acf6d3a71b491825a5dddc017b79d06126e9f535c96fd4041e6/565",
    "perfetto_unittests": "1e5ffaa6d5ca5c59d8f6ca305f9a072291e1e086730db6ddaa10e69244819e9f/488",
    "power_sampler_unittests": "5b74539e1489452186f5dc46fa10c9baa4a9070c83c86e9b1ebc2e0e6b0ae5fe/488",
    "printing_unittests": "b14175e54811ecc106c2202eb0a5bb2de80ab91c03dc389c2227aeb66716745a/647",
    "remoting_unittests": "c7d930c8846b512e115437768cfcc4f396d397d292d1154e33bb4e391ad61cfc/565",
    "sandbox_unittests": "efa244e29a75f281b408ce56344451863a23478ece2647a3a17f58bf93affced/488",
    "services_unittests": "0843d56e2122494adfc298527bae0421cb17dcde11bcc0988130d1f8cf502185/813",
    "shell_dialogs_unittests": "31855f31021e5b8d175acdc2a53e56183cbdeb05d7f5b13fbc524cc53fe57748/488",
    "skia_unittests": "85532622d74e78e6ab28eabdf96c657de53ea38c03f72c6473212823a2e5521b/488",
    "snapshot_unittests": "f06ab49e8285260cd69f8664eae057afbe4113b2da840536e88d7bfe0f55406b/488",
    "sql_unittests": "95c803a0456b2e073f016b7970aefeff12590ea061fabb48135df83102012fd6/565",
    "storage_unittests": "8c11fa192a01a37e655e9d82947c07a2eaa4becf3f97e7da8822d6359d153db8/646",
    "sync_integration_tests": "eb0c2b2724f141e5fc5c90d4fd684d1c3a1e1fdd26c02f68ba00691f85db354d/647",
    "ui_base_unittests": "a33bce6ae33ba7882a538562ca58345724e02d902985b99bcab7819cd6ffdd59/641",
    "ui_touch_selection_unittests": "7608253832f1f1288eefc68fbe1cfc2ddb1f61167898072371c5e3e73a49cd74/488",
    "ui_unittests": "77cec8454ece798f166e6cb4d418e953aa6d37348837e815e55c07113262de06/488",
    "unit_tests": "647eebe8e998ad9a63672e5334a7a9b1b66611a21e273608ca7d3e6a5decc837/1061",
    "updater_tests": "9c39118d14fb1ba3a651b7e26cb1502450528244bf5bb42e86dfa76ea2fd46ba/647",
    "url_unittests": "a7ece73796901b226170c1bc2ac167b991aa52f0ef197b2e70c4d1ca3a94af61/488",
    "views_unittests": "cf2c82a8ec4d372aa16b43c0485b78ef5032df2ab960207a7f21540ce37a5551/488",
    "viz_unittests": "72d8c0e72f517a59faa07221322e3aa35540bee5ed8d465468132ebe9cbbe449/572",
    "wtf_unittests": "d501a28a9a73d944058d609f616a08685097500c1af4f2b97aad811696a3f541/488",
    "xr_browser_tests": "c0cb3aa6f9f8cfce0cc1bbc8c1bf87f5910050e8ad8b37367a8ddb14be617bf2/646",
    "zlib_unittests": "390c4432e41780b9151097c916b449b538b86e0272bc227c793d19ac71062537/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "f2f21cab90e1532e93bed040a723513406d983bc564e71290a9a93a6bea8327b/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60af662d216fcce6e65aad8f1623adfb8dcb9970
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:238137
  • user_agent:recipe

Debug log (UTC)

[04:42:56.862] New invocation is queued and will start shortly
[04:42:56.862] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:42:58.293] Starting the invocation (attempt 1)
[04:42:58.318] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60af662d216fcce6e65aad8f1623adfb8dcb9970"
[04:42:58.318] Popped gitiles commit info from properties and tags
[04:42:58.318] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:42:58.318] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:42:58.319] Buildbucket request:
{
  "requestId": "8847739212638485664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "60af662d216fcce6e65aad8f1623adfb8dcb9970",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "60af662d216fcce6e65aad8f1623adfb8dcb9970"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8682310817310650049"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8682310817310650049"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8682310817310650049"
                }
          ],
      "parent_build_id": "8682310817310650049",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "6f0b04ba184b1a0a1411356e738c0ed752071c26",
      "parent_got_dawn_revision": "a6c1c25ab0eb80b6b7719067446b85edd14c932d",
      "parent_got_revision": "60af662d216fcce6e65aad8f1623adfb8dcb9970",
      "parent_got_revision_cp": "refs/heads/main@{#1628093}",
      "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
      "parent_got_v8_revision": "a702e39171378259d2f2ba907582385ea33cfd53",
      "parent_got_v8_revision_cp": "refs/heads/15.0.45@{#1}",
      "parent_got_webrtc_revision": "a8aae89f379e36cd418bf4ef194115d2ca231a1c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47664}",
      "swarm_hashes": {
            "absl_hardening_tests": "e94c77ee851c3fc4d7645150bd910d0d95e3bf960258b0e487eb8a9f2fe8b4ff/488",
            "accessibility_unittests": "491530a0035d6ae780c751da1d0ce59965a4937e5e34c57bea5899ae25d3aaba/488",
            "angle_unittests": "91744e3a5b942ab82804a4311e043bbca3ce89ed7c628efdff5913cf6694c48c/489",
            "base_unittests": "cfc075b9fd1514f22682d4764145b8f4b1afae91809bb128656bc961b23c700d/566",
            "blink_common_unittests": "99cbe161dc3222157ab389515977e015df28c5ffe6fa1c269c92e99489101fed/566",
            "blink_fuzzer_unittests": "927570172cf8e11bcfad21258a5f946bd11ee9824d693d5ff94a326a32912694/488",
            "blink_heap_unittests": "d6830e9055738f07779e85e52a333ee774a163a371de0fb8fd6a85a7d5cac2f8/488",
            "blink_platform_unittests": "b2b3a8af4faffd28e5748d97907821faef4a2b6993827c3fee149e0045455aeb/645",
            "blink_unittests": "3cb9ac454e9948c9efbef8c0876d652bc0f0faead3288f129333a59a751fa043/729",
            "boringssl_crypto_tests": "6012c47545eb904a05602f08bf9ac71be211041d6f7eb466aa9c9a8dd9c591c6/489",
            "boringssl_ssl_tests": "4cde0601afaf81719b33fcb73e259dd5c3db239bc346277fba73d56295ac050c/488",
            "browser_tests": "468dc6609f6386734e4c952ab4191bf8d24f1186f5a48b115c5257f0203edceb/1220",
            "capture_unittests": "c6cadcf2fc8f853732a54b884030ec8247745c5ae08123941de98b2a7660b3d0/567",
            "cast_unittests": "6bb617ce0be3f2c45fe611c0a71142e2fdc315a1eceabd313ccdbf9b4560bf26/488",
            "cc_unittests": "96b25fc433542f9a146cd240c2d3529ac223ecc3e8290df1f37b605c4d38a874/648",
            "chrome_app_unittests": "dd22937d2fa8bc613787e997a220edd9bf9377afc8db856e81aa5111ba6b5e3a/566",
            "chromedriver_unittests": "69da3f521137057a2edd445d858da121897697fa8b0cf15dfca2523439ec1045/645",
            "components_browsertests": "aed4f58fc18e16bf8c1bd2c859ec623c7869fd0e065279723230d9f7fb8340fa/732",
            "components_unittests": "413fabf73c2b1ba238c51a5cef70f27b12d5ac272ca7b08f48c9459aa78e737b/811",
            "content_browsertests": "0fbb324ae145f7238fc0f3bc02931aaf4e898898c0801f757c2c74a4f78d8081/805",
            "content_unittests": "e5a0ef4e0e19a499ef7e864f2b348a7b0a64a1afecf7ac9a67507b730db8b2f3/725",
            "crashpad_tests": "f4b667daecc5d9bcd7737e8655c0cf94573c2ed69ff3c632dbbb6b6640e5b841/489",
            "crypto_unittests": "c2c384cb53c6b3b9f09b191800bf6f71f1145ab1a87fedf50bbcd94c041c380c/568",
            "device_unittests": "6afd8b29f26fcd18f5a3e03c15a1e9dc78fc7d9f497430e2408e0dd6346cd0d0/565",
            "display_unittests": "59482b68a8a3347358e07b55d7e8b8c32cd400c21d6f6c7a9e649fa2d45a72ba/488",
            "env_chromium_unittests": "d756968ee848136fa58adf6d90ef24e1d62436b025cb699391b6b50d7417c3aa/488",
            "events_unittests": "7f43ee9e21db35d76cc1ae3be02b2daf1dd91ff1f231292ae13e147cd048b120/488",
            "extensions_unittests": "79e1f515f2b803f786565361fef5158add93b936955d36634e15cebbb642c9e5/730",
            "filesystem_service_unittests": "45b99a1ccc17e1822126ca1fa5d895833c9a43af8fa0532a149dbf5430e50b1c/488",
            "fuzzing_unittests": "e277f4533e1a5fb86cbeb86e35c83e86239c03389ec52231b30277e080ee869e/488",
            "gcm_unit_tests": "3d600afbe0251641584585d86740553d37d845d9fd1b90801b7571a9daf25ba0/565",
            "gfx_unittests": "818d8397950429fbe7ffd8935445a463f74a9a1ad2a6ab51ceb84e7c7984703f/564",
            "gin_unittests": "fbc9dd0a484cd0e56f1181c5625a1be5bfeae09ba342dadab599d3b25e473e8a/565",
            "google_apis_unittests": "99fce6af9476e3879c133dcfae0a31bc28dd3119a14918c8dfe3c41d4ef1a069/650",
            "gpu_unittests": "53203cda563bcd3327ea51f858c1ddb9dc11d8ae2bcb0291b26979fa83bbaca4/565",
            "gwp_asan_unittests": "f1c84e0cb6f397d9b5c186676f644255a37f8303e06bb19d9dfb81dcebcccd9f/489",
            "headless_browsertests": "eaba89e0d3a9af757dee0cdf0bc930d6763f8b17c0298690e2f6a398fa6faaba/733",
            "headless_unittests": "8316a2debdb76c5ef2f33eb516cb3e6325a72be53392aa6aafd0abf89819b9c4/488",
            "interactive_ui_tests": "d260fc72c58d9f38502985edf063240d4af27e13647ae219c24dcff1ed618245/1060",
            "ipc_tests": "78df192f8cee82b1332752a60cf45b3bedbfab57dfe8166ea514deb7fc21f2a5/488",
            "latency_unittests": "b3279f219abb40842ded69e6cb2b2a17362f34424d9b9a329062b8f9870550ac/488",
            "leveldb_unittests": "7dc57d85e5e9454c8e85292c1ae514105fe7e54a9d2c13403e7046dc676a22f0/488",
            "libjingle_xmpp_unittests": "a6a13fd8f2891dc23f0a5e60a0851a71888312e472e7a635178b3945921adb55/488",
            "liburlpattern_unittests": "9cc184691a49714ec3c3f9f4b78cbaee338c64fe243bf317a6a07e334c95e15b/488",
            "media_unittests": "0cd9081646429d89977c24e24be25b29f1355db1dbbfbf65907d7bf245334cd2/568",
            "message_center_unittests": "9930eb6d8862675aabf0dfad5e81540e6269d95febeca320bfb6307098992371/488",
            "midi_unittests": "9675e510c3568bf23788026aa0b5f25c9123a9f32086a2539f0c0429c373241b/488",
            "mojo_unittests": "9eb74c3adc47d8781779d98fc9a0a3fd861c43eb4108b2f3ebc1bc41e47e44c6/566",
            "native_theme_unittests": "fbffbeee269cd807feafab62d17093ed438ab8c7b96b8a3386951aa6e703d17f/488",
            "net_unittests": "5ece65c08d2c0d89063462b6be2c6da8aa87d194a21d1d4e50db109751829649/567",
            "openscreen_unittests": "9d0fbb0cd3d3ce84457a9f426a0c8292af648b0befe41fa153df5985bb21d21a/489",
            "pdf_unittests": "09791d16b6b59acf6d3a71b491825a5dddc017b79d06126e9f535c96fd4041e6/565",
            "perfetto_unittests": "1e5ffaa6d5ca5c59d8f6ca305f9a072291e1e086730db6ddaa10e69244819e9f/488",
            "power_sampler_unittests": "5b74539e1489452186f5dc46fa10c9baa4a9070c83c86e9b1ebc2e0e6b0ae5fe/488",
            "printing_unittests": "b14175e54811ecc106c2202eb0a5bb2de80ab91c03dc389c2227aeb66716745a/647",
            "remoting_unittests": "c7d930c8846b512e115437768cfcc4f396d397d292d1154e33bb4e391ad61cfc/565",
            "sandbox_unittests": "efa244e29a75f281b408ce56344451863a23478ece2647a3a17f58bf93affced/488",
            "services_unittests": "0843d56e2122494adfc298527bae0421cb17dcde11bcc0988130d1f8cf502185/813",
            "shell_dialogs_unittests": "31855f31021e5b8d175acdc2a53e56183cbdeb05d7f5b13fbc524cc53fe57748/488",
            "skia_unittests": "85532622d74e78e6ab28eabdf96c657de53ea38c03f72c6473212823a2e5521b/488",
            "snapshot_unittests": "f06ab49e8285260cd69f8664eae057afbe4113b2da840536e88d7bfe0f55406b/488",
            "sql_unittests": "95c803a0456b2e073f016b7970aefeff12590ea061fabb48135df83102012fd6/565",
            "storage_unittests": "8c11fa192a01a37e655e9d82947c07a2eaa4becf3f97e7da8822d6359d153db8/646",
            "sync_integration_tests": "eb0c2b2724f141e5fc5c90d4fd684d1c3a1e1fdd26c02f68ba00691f85db354d/647",
            "ui_base_unittests": "a33bce6ae33ba7882a538562ca58345724e02d902985b99bcab7819cd6ffdd59/641",
            "ui_touch_selection_unittests": "7608253832f1f1288eefc68fbe1cfc2ddb1f61167898072371c5e3e73a49cd74/488",
            "ui_unittests": "77cec8454ece798f166e6cb4d418e953aa6d37348837e815e55c07113262de06/488",
            "unit_tests": "647eebe8e998ad9a63672e5334a7a9b1b66611a21e273608ca7d3e6a5decc837/1061",
            "updater_tests": "9c39118d14fb1ba3a651b7e26cb1502450528244bf5bb42e86dfa76ea2fd46ba/647",
            "url_unittests": "a7ece73796901b226170c1bc2ac167b991aa52f0ef197b2e70c4d1ca3a94af61/488",
            "views_unittests": "cf2c82a8ec4d372aa16b43c0485b78ef5032df2ab960207a7f21540ce37a5551/488",
            "viz_unittests": "72d8c0e72f517a59faa07221322e3aa35540bee5ed8d465468132ebe9cbbe449/572",
            "wtf_unittests": "d501a28a9a73d944058d609f616a08685097500c1af4f2b97aad811696a3f541/488",
            "xr_browser_tests": "c0cb3aa6f9f8cfce0cc1bbc8c1bf87f5910050e8ad8b37367a8ddb14be617bf2/646",
            "zlib_unittests": "390c4432e41780b9151097c916b449b538b86e0272bc227c793d19ac71062537/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "f2f21cab90e1532e93bed040a723513406d983bc564e71290a9a93a6bea8327b/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "60af662d216fcce6e65aad8f1623adfb8dcb9970",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8847739212638485664"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "238137"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:42:58.828] Scheduled build:
{
  "id": "8682309150369795217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106198,
  "createdBy": "project:chromium",
  "createTime": "2026-05-09T04:42:58.401245758Z",
  "updateTime": "2026-05-09T04:42:58.401245758Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "60af662d216fcce6e65aad8f1623adfb8dcb9970",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:42:58.829] Task URL: https://cr-buildbucket.appspot.com/build/8682309150369795217
[04:42:58.829] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:2:0) after 3m52s
[04:43:00.500] Received PubSub notification, asking Buildbucket for the build status
[04:43:00.516] Build status: SCHEDULED
[04:44:32.100] Received PubSub notification, asking Buildbucket for the build status
[04:44:32.127] Build status: STARTED
[04:46:50.855] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:2:0)
[04:46:50.944] Build status: STARTED
[04:46:50.944] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:5:0) after 5m17s
[04:52:07.988] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:5:0)
[04:52:08.027] Build status: STARTED
[04:52:08.027] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:6:0) after 4m15s
[04:56:23.209] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:6:0)
[04:56:23.229] Build status: STARTED
[04:56:23.229] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:7:0) after 4m21s
[05:00:44.301] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:7:0)
[05:00:44.529] Build status: STARTED
[05:00:44.529] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:8:0) after 2m5s
[05:02:49.535] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:8:0)
[05:02:49.556] Build status: STARTED
[05:02:49.556] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:9:0) after 7m26s
[05:10:15.584] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:9:0)
[05:10:15.600] Build status: STARTED
[05:10:15.600] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:10:0) after 1m30s
[05:11:45.625] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:10:0)
[05:11:45.661] Build status: STARTED
[05:11:45.661] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:11:0) after 3m35s
[05:15:20.691] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:11:0)
[05:15:20.723] Build status: STARTED
[05:15:20.723] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:12:0) after 8m8s
[05:23:28.838] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:12:0)
[05:23:28.901] Build status: STARTED
[05:23:28.901] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:13:0) after 6m33s
[05:30:01.926] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:13:0)
[05:30:01.940] Build status: STARTED
[05:30:01.940] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:14:0) after 1m51s
[05:31:53.017] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:14:0)
[05:31:53.036] Build status: STARTED
[05:31:53.037] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:15:0) after 2m51s
[05:34:44.112] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:15:0)
[05:34:44.129] Build status: STARTED
[05:34:44.129] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:16:0) after 5m3s
[05:39:47.158] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:16:0)
[05:39:47.181] Build status: STARTED
[05:39:47.181] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:17:0) after 4m43s
[05:44:30.207] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:17:0)
[05:44:30.260] Build status: STARTED
[05:44:30.260] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:18:0) after 6m16s
[05:50:46.283] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:18:0)
[05:50:46.303] Build status: STARTED
[05:50:46.303] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:19:0) after 2m31s
[05:53:17.414] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:19:0)
[05:53:17.433] Build status: STARTED
[05:53:17.433] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:20:0) after 6m41s
[05:59:59.223] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:20:0)
[05:59:59.242] Build status: STARTED
[05:59:59.242] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:21:0) after 4m33s
[06:04:32.542] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:21:0)
[06:04:32.559] Build status: STARTED
[06:04:32.559] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:22:0) after 7m30s
[06:12:02.588] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:22:0)
[06:12:02.606] Build status: STARTED
[06:12:02.606] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:23:0) after 3m36s
[06:15:38.632] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:23:0)
[06:15:38.652] Build status: STARTED
[06:15:38.652] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:24:0) after 4m38s
[06:20:16.675] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:24:0)
[06:20:16.890] Build status: STARTED
[06:20:16.890] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:25:0) after 8m8s
[06:28:24.950] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:25:0)
[06:28:24.974] Build status: STARTED
[06:28:24.974] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:26:0) after 5m2s
[06:33:27.025] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:26:0)
[06:33:27.057] Build status: STARTED
[06:33:27.057] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:27:0) after 4m2s
[06:37:29.151] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:27:0)
[06:37:29.166] Build status: STARTED
[06:37:29.166] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:28:0) after 1m23s
[06:38:52.210] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:28:0)
[06:38:52.226] Build status: STARTED
[06:38:52.226] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:29:0) after 4m46s
[06:43:38.424] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:29:0)
[06:43:38.441] Build status: STARTED
[06:43:38.441] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:30:0) after 2m27s
[06:46:05.478] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:30:0)
[06:46:05.568] Build status: STARTED
[06:46:05.568] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8847739212638485664:31:0) after 6m35s
[06:50:49.306] Received PubSub notification, asking Buildbucket for the build status
[06:50:49.371] Build:
{
  "id": "8682309150369795217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106198,
  "createdBy": "project:chromium",
  "createTime": "2026-05-09T04:42:58.401245758Z",
  "startTime": "2026-05-09T04:44:10.808014292Z",
  "endTime": "2026-05-09T06:50:46.642570095Z",
  "updateTime": "2026-05-09T06:50:46.642570095Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "60af662d216fcce6e65aad8f1623adfb8dcb9970",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[06:50:49.371] Invocation finished in 2h7m52.516362512s with status FAILED