Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "3e663375bd43a4ed994913727ba8b7a91d4e756d",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "3e663375bd43a4ed994913727ba8b7a91d4e756d"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8680779814551415089"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8680779814551415089"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8680779814551415089"
    }
  ],
  "parent_build_id": "8680779814551415089",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "a793c75398c746f3f8a08fd2e74dfc4dff07a0c9",
  "parent_got_dawn_revision": "be0560f52e535b4119564142da73baa1c1073f8f",
  "parent_got_revision": "3e663375bd43a4ed994913727ba8b7a91d4e756d",
  "parent_got_revision_cp": "refs/heads/main@{#1635884}",
  "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
  "parent_got_v8_revision": "1d781b394371f5ae4b2529894e6dee62f0058f37",
  "parent_got_v8_revision_cp": "refs/heads/15.0.206@{#1}",
  "parent_got_webrtc_revision": "89464c0b3e5dbc1ce93a6307932a7b3388853834",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47795}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3e663375bd43a4ed994913727ba8b7a91d4e756d",
  "swarm_hashes": {
    "absl_hardening_tests": "98db42e67c5434dc18a75e9d955f68dd404a5f0b601b6ddf09c57afbcd44357b/488",
    "accessibility_unittests": "19e116d36d667bce0b86b02a15de47add64bd356319c4298fb5aadd168e6f617/488",
    "angle_unittests": "8dae39b6c6caa4d83175019b068e448971ed35c7be4b0821df2fd546bec1bdd7/489",
    "base_unittests": "16cc5bdd45462ff03e51f2ce3ff4d20f10f5a90570bce14062d205edeb59c6a7/566",
    "blink_common_unittests": "59d95d06a73363b6be28950d06871f512e6f8e5f97b5982474dd8dcde00e3356/566",
    "blink_fuzzer_unittests": "da709ad6e6b2c1be49a3b2fb46f8225c14831391de3523ca0d2246c0fb2698c3/488",
    "blink_heap_unittests": "f9acf668361b0fae2e66da5b33648c442381a4bc15eaea0e484859c6a15d123a/488",
    "blink_platform_unittests": "b108dfbd53deb07d9efb8edd531019fd7e5899f030b91ab4d48044d41ac60910/645",
    "blink_unittests": "966a3ae37b493182777b9e851755269fdd9e16ff283d31454e68bcb91ca9a3b5/729",
    "boringssl_crypto_tests": "898815c942b9a31ebf6f4f31bbb636b3b6a1956bc0d0b1d8e50d910db899cbdc/489",
    "boringssl_ssl_tests": "0a7e179d08cf8dc65a391d51bfe196fcf4350d27369c3fa10d0fa30c70ec0496/488",
    "browser_tests": "27e99b305d839a47a30a613ef78a4e34811da869176760b18ccc5e5f52de61ea/1220",
    "capture_unittests": "17f84de1466307e110c6f7c5261122ca8fda406933511083ad5c2dbcaed700ee/567",
    "cast_unittests": "b22a9d30132946d6f62fa2474832a3f0fdca1376d269e0d8acc6652377201f07/488",
    "cc_unittests": "119f6d144b7d3fe138c14631077bbe8dadc982615af5bff942b1fae6b3cb99cc/648",
    "chrome_app_unittests": "aecf41879d1a2a8ad9511499010369cdbc532da4b4cb03fcbaf49e442a1634ab/566",
    "chromedriver_unittests": "42bb48d4482ba86563c26551c0b5ae8bbbc9e8629435ad96138dc20a53093112/645",
    "components_browsertests": "41a209d4c21a25a5bbea8ca36f46b6259f296811c3ea9e43a2cef9d0facd0724/732",
    "components_unittests": "ead1719a5d38385fcc35a92b638fd198c118cae3a02afef904d13b518f00e912/811",
    "content_browsertests": "91a165a5c23a751fb0344ca996b05228119cb016f047f7dccdb2ef6757bbb10a/805",
    "content_unittests": "8ed854dbb8ee6a2caa55199e3d41f77b9ff28864286bdb8bd1aabbaa870afa8a/725",
    "crashpad_tests": "c41612b9817535284f870bd1423c28ce9e57c3248724b8ea99c015824a451d08/489",
    "crypto_unittests": "1c4695adeb24430a662afd56dfb3e9c70dccecf3f03f6687df435b0b49dedb27/568",
    "device_unittests": "8d47130d4e4cfcfb234d287dca8c5fa481ec2477c56af5ac1f5ccb51ae3d1dbf/565",
    "display_unittests": "60913bd31d27e692d0d13d42b7026e47f62982b88cf2375b62ebeceeea20e801/488",
    "env_chromium_unittests": "444d8e76ab4f07a9fd1f96426ba1a81ebbf20f58aaac4de3776fb182f9168996/488",
    "events_unittests": "da42cac7fdeaa35c225f79e934753ecf6b4d4514d17149405ef9af53e75b50cc/488",
    "extensions_unittests": "409c71a6d0a7b9d8da469237b2e184498bdad4d58c71bc87c20007909b0e7b62/730",
    "filesystem_service_unittests": "100cd16d290a63bae6fb3831c518a530fc01a89178a213037e47508fdfb1f647/488",
    "fuzzing_unittests": "c9356ea7ef1b78353557099f39fa3037cc771890d5c5d3482099481f72ad1b6c/488",
    "gcm_unit_tests": "4f7aaf9133950ac888b3ee2cd89015fa4506f2eb849d16c83b912c7af15b8761/565",
    "gfx_unittests": "bf8433ff90bb1e1e661d2457729a89b632dc33312a23b0945c6588156c7760fb/564",
    "gin_unittests": "96fc1f850362fd3ce6c5b6dcaaa5a5045fe30a617a5655987bcdff6e1ce455e7/565",
    "google_apis_unittests": "d961867bcd94a96522f6ffb0439b4327ce7bbcecb5dbda711045d472b536290e/650",
    "gpu_unittests": "7c6d1d0de94b682beaebcc0a09b2b06b5c8f8c1eb4e29cc82b9e63619c6a7bde/565",
    "gwp_asan_unittests": "b7091a67b894c960ff8feb5cba3ded2c54f10657081f92ebf688e910c013361e/489",
    "headless_browsertests": "125fd14611e650b3ec4cd1d5d2c84f41518f91f14e615491387f00b16708a5b1/733",
    "headless_unittests": "7735a369f0c0716f7862d377f92a8d5463fe83ed1aa4ac4f50babf9f34064417/488",
    "interactive_ui_tests": "1a533604457566b8c04e117d88817ab0341b468858f976988f9f65a740defaa6/1060",
    "ipc_tests": "5b8207cf293fef6b1da27c598733d23c0e47182d3c58ba4fd641e5efdd045c6c/488",
    "latency_unittests": "b178ffd2e6d5d4386b0cecd9c7f4ed025ce32af050881f8a21d658b158dcd0ca/488",
    "leveldb_unittests": "3a983f35d9df5d414071f28384c994d94d696d127b2d9c9ee3d1a6186c29ed78/488",
    "libjingle_xmpp_unittests": "476da28ef9272f6eb7708d96be922aaeb598014c5ca6a9aa39a431b88752f5ee/488",
    "liburlpattern_unittests": "591459e52b857a55f979ce47b0de05a6746b3a5c4cb73156393a04f7005ed287/488",
    "media_unittests": "56f1f2c37c3f2146c78b6679f84e9b6320c16da172a5fb4445ddadfe457397db/568",
    "message_center_unittests": "e0ee6f1e80a2c704c85db119da59af36263ae772dc123510546cd6e775dba676/488",
    "midi_unittests": "b1f22787f7b0188be0ad956b8b659d8fbaaab0b3bd937aad915e80c366065505/488",
    "mojo_unittests": "07c69d74616b3fbd8764db1ddec55ec71945862cbe0b57c7a34e79b39190c6fb/566",
    "native_theme_unittests": "75f37a7209975ffa8138715ab5b4562a9fe024e242a0a8df59b44668f332eaf8/488",
    "net_unittests": "6578f18e967086f056303001a5be7aa27121c518cb03f68eafb311e2c0c097af/567",
    "openscreen_unittests": "a88ca71182d4cde42b6ef6cba7a93fd6eae5bc7d8c4f9dec7075c080832d33ee/489",
    "pdf_unittests": "595cb051aca266a199357ee6cbec0d180f59ff22d00b6f88f87f9724c8ae188d/565",
    "perfetto_unittests": "7bceae403b7b99d820aa49ac18ea97c3991a069412f41cab4fe4dd35324682a9/488",
    "power_sampler_unittests": "82c945e080c3bf84d1515395ef584989e7aab8f431a711a288c0c36d8ad4dd00/488",
    "printing_unittests": "e25e96dd40195b0f261fe7fce09ea07251dcbdc5bf6780f36e2ec6fcdc6ae5e0/647",
    "puffin_unittests": "912a78ce8992a0cb6d4dc4aab9dfbbde5ba878c75335f9c9f7f96f3c5234b28e/572",
    "remoting_unittests": "dff8fb97025bb94194c703ba9fbf5f1e14533f09da0255d2c6cce15f82d1ac15/565",
    "sandbox_unittests": "f2d2eb614b8885653851e1748e9404e07a4b142b0be06c5f08c263cd969b68e0/488",
    "services_unittests": "39ba31392968fada68395a7f6a2d7af4810381e6613cd49a58d0290cecdaaf93/813",
    "shell_dialogs_unittests": "aa15138d1fa863a84943c6d27a23ed83cf9eb05c0dff6452bbc6a9a9f4f5cce8/488",
    "skia_unittests": "4224a9e49c4a13f8d54b74b12c1c421afbb35eadc36d4debbdf72d2fa8fe6f15/488",
    "snapshot_unittests": "aa04403823972145c2196d0560253b3db2986c75d11cb8a45ade8ebdd65ff311/488",
    "sql_unittests": "c7c639c7105e7de04bffad729f8f897b174a55705cfa7a6c0aa1c0e66c47b81f/565",
    "storage_unittests": "4e907b089edc143b453d83475e9dfe11742af9ea1083110d26e7b77b1ef067ba/646",
    "sync_integration_tests": "58a506fccd6220a79a5c9bdd138eb1dc75908bf1cf4d2464535aad8146512d92/647",
    "ui_base_unittests": "87f2d0692446ed165043ba0c19d6c44ccd6f4dfa20d42b0a7a355afe4286290b/641",
    "ui_touch_selection_unittests": "f04a189124b9087ee6862d3aeed93ba491a8b05e268c34980c05189a65770471/488",
    "ui_unittests": "5b4efc9c399a0a786222ff9a02eb4cba89a089cffb31bd5eb40b591fe3b19d44/488",
    "unit_tests": "55b15db9e58cc4b758529ffaa1ecaa17d93ab49b05a93be3d39fee14c8e3e2a1/1061",
    "updater_tests": "2a178fade4fb90e49c656a499ec08c17c511112aee7097575fe40e60782efd52/647",
    "url_unittests": "7ac20a6be3aa0788f036a4d2d3c38f4bc505c568f048f1d3c68ae1a2d00cd998/488",
    "views_unittests": "4b6ff6a1dc1447389db12b2f6a878541da35d070cf079aeecf78a4b45c9fb8fa/488",
    "viz_unittests": "3f95e264d3d3b84c7e7fc7b677f74e15f6e076936446246d8a01e8dfc68d50d5/572",
    "wtf_unittests": "7b08244e88eb1538ae5568682f6cd1f37e32abf6b6fab68421fc98cd51f6b245/488",
    "xr_browser_tests": "14fe2914ea513ba31a7384fa3e6ae2046ffb6706fd80c37119abb1d1b83e5806/646",
    "zlib_unittests": "a300e4f31d4946a53731e135a75515b3f30c85b7c14820f901d6462ec3e36e56/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e663375bd43a4ed994913727ba8b7a91d4e756d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:239284
  • user_agent:recipe

Debug log (UTC)

[02:39:30.623] New invocation is queued and will start shortly
[02:39:30.623] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:39:31.816] Starting the invocation (attempt 1)
[02:39:31.847] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e663375bd43a4ed994913727ba8b7a91d4e756d"
[02:39:31.847] Popped gitiles commit info from properties and tags
[02:39:31.847] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:39:31.848] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:39:31.848] Buildbucket request:
{
  "requestId": "8846206830210239696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "3e663375bd43a4ed994913727ba8b7a91d4e756d",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "3e663375bd43a4ed994913727ba8b7a91d4e756d"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8680779814551415089"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8680779814551415089"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8680779814551415089"
                }
          ],
      "parent_build_id": "8680779814551415089",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "a793c75398c746f3f8a08fd2e74dfc4dff07a0c9",
      "parent_got_dawn_revision": "be0560f52e535b4119564142da73baa1c1073f8f",
      "parent_got_revision": "3e663375bd43a4ed994913727ba8b7a91d4e756d",
      "parent_got_revision_cp": "refs/heads/main@{#1635884}",
      "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
      "parent_got_v8_revision": "1d781b394371f5ae4b2529894e6dee62f0058f37",
      "parent_got_v8_revision_cp": "refs/heads/15.0.206@{#1}",
      "parent_got_webrtc_revision": "89464c0b3e5dbc1ce93a6307932a7b3388853834",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47795}",
      "swarm_hashes": {
            "absl_hardening_tests": "98db42e67c5434dc18a75e9d955f68dd404a5f0b601b6ddf09c57afbcd44357b/488",
            "accessibility_unittests": "19e116d36d667bce0b86b02a15de47add64bd356319c4298fb5aadd168e6f617/488",
            "angle_unittests": "8dae39b6c6caa4d83175019b068e448971ed35c7be4b0821df2fd546bec1bdd7/489",
            "base_unittests": "16cc5bdd45462ff03e51f2ce3ff4d20f10f5a90570bce14062d205edeb59c6a7/566",
            "blink_common_unittests": "59d95d06a73363b6be28950d06871f512e6f8e5f97b5982474dd8dcde00e3356/566",
            "blink_fuzzer_unittests": "da709ad6e6b2c1be49a3b2fb46f8225c14831391de3523ca0d2246c0fb2698c3/488",
            "blink_heap_unittests": "f9acf668361b0fae2e66da5b33648c442381a4bc15eaea0e484859c6a15d123a/488",
            "blink_platform_unittests": "b108dfbd53deb07d9efb8edd531019fd7e5899f030b91ab4d48044d41ac60910/645",
            "blink_unittests": "966a3ae37b493182777b9e851755269fdd9e16ff283d31454e68bcb91ca9a3b5/729",
            "boringssl_crypto_tests": "898815c942b9a31ebf6f4f31bbb636b3b6a1956bc0d0b1d8e50d910db899cbdc/489",
            "boringssl_ssl_tests": "0a7e179d08cf8dc65a391d51bfe196fcf4350d27369c3fa10d0fa30c70ec0496/488",
            "browser_tests": "27e99b305d839a47a30a613ef78a4e34811da869176760b18ccc5e5f52de61ea/1220",
            "capture_unittests": "17f84de1466307e110c6f7c5261122ca8fda406933511083ad5c2dbcaed700ee/567",
            "cast_unittests": "b22a9d30132946d6f62fa2474832a3f0fdca1376d269e0d8acc6652377201f07/488",
            "cc_unittests": "119f6d144b7d3fe138c14631077bbe8dadc982615af5bff942b1fae6b3cb99cc/648",
            "chrome_app_unittests": "aecf41879d1a2a8ad9511499010369cdbc532da4b4cb03fcbaf49e442a1634ab/566",
            "chromedriver_unittests": "42bb48d4482ba86563c26551c0b5ae8bbbc9e8629435ad96138dc20a53093112/645",
            "components_browsertests": "41a209d4c21a25a5bbea8ca36f46b6259f296811c3ea9e43a2cef9d0facd0724/732",
            "components_unittests": "ead1719a5d38385fcc35a92b638fd198c118cae3a02afef904d13b518f00e912/811",
            "content_browsertests": "91a165a5c23a751fb0344ca996b05228119cb016f047f7dccdb2ef6757bbb10a/805",
            "content_unittests": "8ed854dbb8ee6a2caa55199e3d41f77b9ff28864286bdb8bd1aabbaa870afa8a/725",
            "crashpad_tests": "c41612b9817535284f870bd1423c28ce9e57c3248724b8ea99c015824a451d08/489",
            "crypto_unittests": "1c4695adeb24430a662afd56dfb3e9c70dccecf3f03f6687df435b0b49dedb27/568",
            "device_unittests": "8d47130d4e4cfcfb234d287dca8c5fa481ec2477c56af5ac1f5ccb51ae3d1dbf/565",
            "display_unittests": "60913bd31d27e692d0d13d42b7026e47f62982b88cf2375b62ebeceeea20e801/488",
            "env_chromium_unittests": "444d8e76ab4f07a9fd1f96426ba1a81ebbf20f58aaac4de3776fb182f9168996/488",
            "events_unittests": "da42cac7fdeaa35c225f79e934753ecf6b4d4514d17149405ef9af53e75b50cc/488",
            "extensions_unittests": "409c71a6d0a7b9d8da469237b2e184498bdad4d58c71bc87c20007909b0e7b62/730",
            "filesystem_service_unittests": "100cd16d290a63bae6fb3831c518a530fc01a89178a213037e47508fdfb1f647/488",
            "fuzzing_unittests": "c9356ea7ef1b78353557099f39fa3037cc771890d5c5d3482099481f72ad1b6c/488",
            "gcm_unit_tests": "4f7aaf9133950ac888b3ee2cd89015fa4506f2eb849d16c83b912c7af15b8761/565",
            "gfx_unittests": "bf8433ff90bb1e1e661d2457729a89b632dc33312a23b0945c6588156c7760fb/564",
            "gin_unittests": "96fc1f850362fd3ce6c5b6dcaaa5a5045fe30a617a5655987bcdff6e1ce455e7/565",
            "google_apis_unittests": "d961867bcd94a96522f6ffb0439b4327ce7bbcecb5dbda711045d472b536290e/650",
            "gpu_unittests": "7c6d1d0de94b682beaebcc0a09b2b06b5c8f8c1eb4e29cc82b9e63619c6a7bde/565",
            "gwp_asan_unittests": "b7091a67b894c960ff8feb5cba3ded2c54f10657081f92ebf688e910c013361e/489",
            "headless_browsertests": "125fd14611e650b3ec4cd1d5d2c84f41518f91f14e615491387f00b16708a5b1/733",
            "headless_unittests": "7735a369f0c0716f7862d377f92a8d5463fe83ed1aa4ac4f50babf9f34064417/488",
            "interactive_ui_tests": "1a533604457566b8c04e117d88817ab0341b468858f976988f9f65a740defaa6/1060",
            "ipc_tests": "5b8207cf293fef6b1da27c598733d23c0e47182d3c58ba4fd641e5efdd045c6c/488",
            "latency_unittests": "b178ffd2e6d5d4386b0cecd9c7f4ed025ce32af050881f8a21d658b158dcd0ca/488",
            "leveldb_unittests": "3a983f35d9df5d414071f28384c994d94d696d127b2d9c9ee3d1a6186c29ed78/488",
            "libjingle_xmpp_unittests": "476da28ef9272f6eb7708d96be922aaeb598014c5ca6a9aa39a431b88752f5ee/488",
            "liburlpattern_unittests": "591459e52b857a55f979ce47b0de05a6746b3a5c4cb73156393a04f7005ed287/488",
            "media_unittests": "56f1f2c37c3f2146c78b6679f84e9b6320c16da172a5fb4445ddadfe457397db/568",
            "message_center_unittests": "e0ee6f1e80a2c704c85db119da59af36263ae772dc123510546cd6e775dba676/488",
            "midi_unittests": "b1f22787f7b0188be0ad956b8b659d8fbaaab0b3bd937aad915e80c366065505/488",
            "mojo_unittests": "07c69d74616b3fbd8764db1ddec55ec71945862cbe0b57c7a34e79b39190c6fb/566",
            "native_theme_unittests": "75f37a7209975ffa8138715ab5b4562a9fe024e242a0a8df59b44668f332eaf8/488",
            "net_unittests": "6578f18e967086f056303001a5be7aa27121c518cb03f68eafb311e2c0c097af/567",
            "openscreen_unittests": "a88ca71182d4cde42b6ef6cba7a93fd6eae5bc7d8c4f9dec7075c080832d33ee/489",
            "pdf_unittests": "595cb051aca266a199357ee6cbec0d180f59ff22d00b6f88f87f9724c8ae188d/565",
            "perfetto_unittests": "7bceae403b7b99d820aa49ac18ea97c3991a069412f41cab4fe4dd35324682a9/488",
            "power_sampler_unittests": "82c945e080c3bf84d1515395ef584989e7aab8f431a711a288c0c36d8ad4dd00/488",
            "printing_unittests": "e25e96dd40195b0f261fe7fce09ea07251dcbdc5bf6780f36e2ec6fcdc6ae5e0/647",
            "puffin_unittests": "912a78ce8992a0cb6d4dc4aab9dfbbde5ba878c75335f9c9f7f96f3c5234b28e/572",
            "remoting_unittests": "dff8fb97025bb94194c703ba9fbf5f1e14533f09da0255d2c6cce15f82d1ac15/565",
            "sandbox_unittests": "f2d2eb614b8885653851e1748e9404e07a4b142b0be06c5f08c263cd969b68e0/488",
            "services_unittests": "39ba31392968fada68395a7f6a2d7af4810381e6613cd49a58d0290cecdaaf93/813",
            "shell_dialogs_unittests": "aa15138d1fa863a84943c6d27a23ed83cf9eb05c0dff6452bbc6a9a9f4f5cce8/488",
            "skia_unittests": "4224a9e49c4a13f8d54b74b12c1c421afbb35eadc36d4debbdf72d2fa8fe6f15/488",
            "snapshot_unittests": "aa04403823972145c2196d0560253b3db2986c75d11cb8a45ade8ebdd65ff311/488",
            "sql_unittests": "c7c639c7105e7de04bffad729f8f897b174a55705cfa7a6c0aa1c0e66c47b81f/565",
            "storage_unittests": "4e907b089edc143b453d83475e9dfe11742af9ea1083110d26e7b77b1ef067ba/646",
            "sync_integration_tests": "58a506fccd6220a79a5c9bdd138eb1dc75908bf1cf4d2464535aad8146512d92/647",
            "ui_base_unittests": "87f2d0692446ed165043ba0c19d6c44ccd6f4dfa20d42b0a7a355afe4286290b/641",
            "ui_touch_selection_unittests": "f04a189124b9087ee6862d3aeed93ba491a8b05e268c34980c05189a65770471/488",
            "ui_unittests": "5b4efc9c399a0a786222ff9a02eb4cba89a089cffb31bd5eb40b591fe3b19d44/488",
            "unit_tests": "55b15db9e58cc4b758529ffaa1ecaa17d93ab49b05a93be3d39fee14c8e3e2a1/1061",
            "updater_tests": "2a178fade4fb90e49c656a499ec08c17c511112aee7097575fe40e60782efd52/647",
            "url_unittests": "7ac20a6be3aa0788f036a4d2d3c38f4bc505c568f048f1d3c68ae1a2d00cd998/488",
            "views_unittests": "4b6ff6a1dc1447389db12b2f6a878541da35d070cf079aeecf78a4b45c9fb8fa/488",
            "viz_unittests": "3f95e264d3d3b84c7e7fc7b677f74e15f6e076936446246d8a01e8dfc68d50d5/572",
            "wtf_unittests": "7b08244e88eb1538ae5568682f6cd1f37e32abf6b6fab68421fc98cd51f6b245/488",
            "xr_browser_tests": "14fe2914ea513ba31a7384fa3e6ae2046ffb6706fd80c37119abb1d1b83e5806/646",
            "zlib_unittests": "a300e4f31d4946a53731e135a75515b3f30c85b7c14820f901d6462ec3e36e56/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3e663375bd43a4ed994913727ba8b7a91d4e756d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8846206830210239696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "239284"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:39:33.651] Scheduled build:
{
  "id": "8680776768203004801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106409,
  "createdBy": "project:chromium",
  "createTime": "2026-05-26T02:39:31.916219809Z",
  "updateTime": "2026-05-26T02:39:31.916219809Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e663375bd43a4ed994913727ba8b7a91d4e756d",
      "ref": "refs/heads/main"
    }
  }
}
[02:39:33.651] Task URL: https://cr-buildbucket.appspot.com/build/8680776768203004801
[02:39:33.651] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:2:0) after 9m41s
[02:39:34.287] Received PubSub notification, asking Buildbucket for the build status
[02:39:34.364] Build status: SCHEDULED
[02:40:44.048] Received PubSub notification, asking Buildbucket for the build status
[02:40:44.074] Build status: STARTED
[02:49:15.027] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:2:0)
[02:49:15.042] Build status: STARTED
[02:49:15.042] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:5:0) after 5m38s
[02:54:53.293] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:5:0)
[02:54:53.309] Build status: STARTED
[02:54:53.309] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:6:0) after 2m17s
[02:57:10.464] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:6:0)
[02:57:10.504] Build status: STARTED
[02:57:10.504] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:7:0) after 1m56s
[02:59:06.606] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:7:0)
[02:59:06.621] Build status: STARTED
[02:59:06.622] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:8:0) after 8m49s
[03:07:55.642] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:8:0)
[03:07:55.661] Build status: STARTED
[03:07:55.661] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:9:0) after 1m23s
[03:09:18.712] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:9:0)
[03:09:18.729] Build status: STARTED
[03:09:18.730] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:10:0) after 3m15s
[03:12:33.750] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:10:0)
[03:12:33.848] Build status: STARTED
[03:12:33.848] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:11:0) after 2m45s
[03:15:18.926] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:11:0)
[03:15:18.990] Build status: STARTED
[03:15:18.990] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:12:0) after 1m37s
[03:16:56.013] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:12:0)
[03:16:56.073] Build status: STARTED
[03:16:56.073] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:13:0) after 8m59s
[03:25:55.090] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:13:0)
[03:25:55.111] Build status: STARTED
[03:25:55.111] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:14:0) after 5m18s
[03:31:13.132] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:14:0)
[03:31:13.149] Build status: STARTED
[03:31:13.149] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:15:0) after 2m18s
[03:33:31.179] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:15:0)
[03:33:31.200] Build status: STARTED
[03:33:31.200] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:16:0) after 1m18s
[03:34:49.306] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:16:0)
[03:34:49.322] Build status: STARTED
[03:34:49.322] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:17:0) after 6m51s
[03:41:40.347] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:17:0)
[03:41:40.376] Build status: STARTED
[03:41:40.376] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:18:0) after 2m5s
[03:43:45.394] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:18:0)
[03:43:45.413] Build status: STARTED
[03:43:45.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:19:0) after 6m2s
[03:49:47.531] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:19:0)
[03:49:47.550] Build status: STARTED
[03:49:47.550] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:20:0) after 4m10s
[03:53:57.668] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:20:0)
[03:53:57.684] Build status: STARTED
[03:53:57.684] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:21:0) after 5m42s
[03:59:39.757] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:21:0)
[03:59:39.793] Build status: STARTED
[03:59:39.794] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:22:0) after 7m1s
[04:06:41.039] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:22:0)
[04:06:41.108] Build status: STARTED
[04:06:41.108] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:23:0) after 1m41s
[04:08:22.140] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:23:0)
[04:08:22.161] Build status: STARTED
[04:08:22.161] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:24:0) after 2m14s
[04:10:36.374] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:24:0)
[04:10:36.390] Build status: STARTED
[04:10:36.390] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:25:0) after 7m14s
[04:17:50.412] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:25:0)
[04:17:50.427] Build status: STARTED
[04:17:50.427] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:26:0) after 7m12s
[04:25:02.449] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:26:0)
[04:25:02.465] Build status: STARTED
[04:25:02.465] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:27:0) after 5m47s
[04:30:49.461] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:27:0)
[04:30:49.476] Build status: STARTED
[04:30:49.476] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:28:0) after 3m5s
[04:33:54.849] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:28:0)
[04:33:54.866] Build status: STARTED
[04:33:54.866] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:29:0) after 1m53s
[04:35:48.010] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:29:0)
[04:35:48.031] Build status: STARTED
[04:35:48.031] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:30:0) after 3m17s
[04:39:05.064] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:30:0)
[04:39:05.082] Build status: STARTED
[04:39:05.082] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:31:0) after 2m20s
[04:41:25.356] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:31:0)
[04:41:25.372] Build status: STARTED
[04:41:25.372] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:32:0) after 6m12s
[04:47:37.523] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:32:0)
[04:47:37.543] Build status: STARTED
[04:47:37.543] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:33:0) after 2m37s
[04:50:14.617] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:33:0)
[04:50:14.634] Build status: STARTED
[04:50:14.634] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846206830210239696:34:0) after 6m47s
[04:50:41.237] Received PubSub notification, asking Buildbucket for the build status
[04:50:41.260] Build:
{
  "id": "8680776768203004801",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106409,
  "createdBy": "project:chromium",
  "createTime": "2026-05-26T02:39:31.916219809Z",
  "startTime": "2026-05-26T02:40:43.831118750Z",
  "endTime": "2026-05-26T04:50:40.862835337Z",
  "updateTime": "2026-05-26T04:50:40.862835337Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e663375bd43a4ed994913727ba8b7a91d4e756d",
      "ref": "refs/heads/main"
    }
  }
}
[04:50:41.260] Invocation finished in 2h11m10.64168717s with status FAILED