[10:07:03.375] New invocation is queued and will start shortly
[10:07:04.796] Starting the invocation (attempt 1)
[10:07:04.836] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f4128428af0de952c9c5f0e10d8be7512a492986"
[10:07:04.836] Popped gitiles commit info from properties and tags
[10:07:04.836] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:07:04.836] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:07:04.837] Buildbucket request:
{
"requestId": "8876075671982199520",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876075671982199520",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "179cc202bda35e6da410b7475ed781fac85345e7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@179cc202bda35e6da410b7475ed781fac85345e7",
"title": "179cc202bda35e6da410b7475ed781fac85345e7",
"url": "https://llvm.googlesource.com/llvm-project/+/179cc202bda35e6da410b7475ed781fac85345e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6a120bf02ec08a25324c94fbb273049fc6419659"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6a120bf02ec08a25324c94fbb273049fc6419659",
"title": "6a120bf02ec08a25324c94fbb273049fc6419659",
"url": "https://llvm.googlesource.com/llvm-project/+/6a120bf02ec08a25324c94fbb273049fc6419659"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5c5bcd622192dc291073ba87d833001f8e425a49"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5c5bcd622192dc291073ba87d833001f8e425a49",
"title": "5c5bcd622192dc291073ba87d833001f8e425a49",
"url": "https://llvm.googlesource.com/llvm-project/+/5c5bcd622192dc291073ba87d833001f8e425a49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "22064ce53eb5c406baa4cbfdd471c2a808bc4e08"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@22064ce53eb5c406baa4cbfdd471c2a808bc4e08",
"title": "22064ce53eb5c406baa4cbfdd471c2a808bc4e08",
"url": "https://llvm.googlesource.com/llvm-project/+/22064ce53eb5c406baa4cbfdd471c2a808bc4e08"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96fc0b3a329cb3f6efeb9a53fa9888f4ab67a69a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96fc0b3a329cb3f6efeb9a53fa9888f4ab67a69a",
"title": "96fc0b3a329cb3f6efeb9a53fa9888f4ab67a69a",
"url": "https://llvm.googlesource.com/llvm-project/+/96fc0b3a329cb3f6efeb9a53fa9888f4ab67a69a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7ec494e9bde8e4dc09deba871ed271141794559f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7ec494e9bde8e4dc09deba871ed271141794559f",
"title": "7ec494e9bde8e4dc09deba871ed271141794559f",
"url": "https://llvm.googlesource.com/llvm-project/+/7ec494e9bde8e4dc09deba871ed271141794559f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "af82e14c4a351227c50cb4db4fd3aeb2c99627ef"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@af82e14c4a351227c50cb4db4fd3aeb2c99627ef",
"title": "af82e14c4a351227c50cb4db4fd3aeb2c99627ef",
"url": "https://llvm.googlesource.com/llvm-project/+/af82e14c4a351227c50cb4db4fd3aeb2c99627ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b42c8831d57a18d95ae7941384c693e90dbdc270"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b42c8831d57a18d95ae7941384c693e90dbdc270",
"title": "b42c8831d57a18d95ae7941384c693e90dbdc270",
"url": "https://llvm.googlesource.com/llvm-project/+/b42c8831d57a18d95ae7941384c693e90dbdc270"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "473769ec9b2f860813229eb449fb4298dfc7ff94"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@473769ec9b2f860813229eb449fb4298dfc7ff94",
"title": "473769ec9b2f860813229eb449fb4298dfc7ff94",
"url": "https://llvm.googlesource.com/llvm-project/+/473769ec9b2f860813229eb449fb4298dfc7ff94"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2e7aa7ead6808047df2b7b56bfc725ffc3685e43"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2e7aa7ead6808047df2b7b56bfc725ffc3685e43",
"title": "2e7aa7ead6808047df2b7b56bfc725ffc3685e43",
"url": "https://llvm.googlesource.com/llvm-project/+/2e7aa7ead6808047df2b7b56bfc725ffc3685e43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1dfc3e846154ce915665e04b19126a8b9a09408a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1dfc3e846154ce915665e04b19126a8b9a09408a",
"title": "1dfc3e846154ce915665e04b19126a8b9a09408a",
"url": "https://llvm.googlesource.com/llvm-project/+/1dfc3e846154ce915665e04b19126a8b9a09408a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "338dee0742ce2b64cd5cc6d4f46f959262a08e48"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@338dee0742ce2b64cd5cc6d4f46f959262a08e48",
"title": "338dee0742ce2b64cd5cc6d4f46f959262a08e48",
"url": "https://llvm.googlesource.com/llvm-project/+/338dee0742ce2b64cd5cc6d4f46f959262a08e48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f226852265e6eca9c0f0633cc25dc5e1f30b2c55"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f226852265e6eca9c0f0633cc25dc5e1f30b2c55",
"title": "f226852265e6eca9c0f0633cc25dc5e1f30b2c55",
"url": "https://llvm.googlesource.com/llvm-project/+/f226852265e6eca9c0f0633cc25dc5e1f30b2c55"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d0c1ea928c5c4a99689ff3dcbf1ca578d56b80a3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d0c1ea928c5c4a99689ff3dcbf1ca578d56b80a3",
"title": "d0c1ea928c5c4a99689ff3dcbf1ca578d56b80a3",
"url": "https://llvm.googlesource.com/llvm-project/+/d0c1ea928c5c4a99689ff3dcbf1ca578d56b80a3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "47ecd18f24d338d83c3a06dd1c7906b35edb8d91"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@47ecd18f24d338d83c3a06dd1c7906b35edb8d91",
"title": "47ecd18f24d338d83c3a06dd1c7906b35edb8d91",
"url": "https://llvm.googlesource.com/llvm-project/+/47ecd18f24d338d83c3a06dd1c7906b35edb8d91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "24fd3437c311e42891d117a9c4cf993032561bab"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@24fd3437c311e42891d117a9c4cf993032561bab",
"title": "24fd3437c311e42891d117a9c4cf993032561bab",
"url": "https://llvm.googlesource.com/llvm-project/+/24fd3437c311e42891d117a9c4cf993032561bab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f8cb7987c64dcffb72414a40560055cb717dbf74"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f8cb7987c64dcffb72414a40560055cb717dbf74",
"title": "f8cb7987c64dcffb72414a40560055cb717dbf74",
"url": "https://llvm.googlesource.com/llvm-project/+/f8cb7987c64dcffb72414a40560055cb717dbf74"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "de6b8cdc41123b71c2306384fd177a18a504a187"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@de6b8cdc41123b71c2306384fd177a18a504a187",
"title": "de6b8cdc41123b71c2306384fd177a18a504a187",
"url": "https://llvm.googlesource.com/llvm-project/+/de6b8cdc41123b71c2306384fd177a18a504a187"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f4128428af0de952c9c5f0e10d8be7512a492986"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f4128428af0de952c9c5f0e10d8be7512a492986",
"title": "f4128428af0de952c9c5f0e10d8be7512a492986",
"url": "https://llvm.googlesource.com/llvm-project/+/f4128428af0de952c9c5f0e10d8be7512a492986"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f4128428af0de952c9c5f0e10d8be7512a492986",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876075671982199520"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:07:05.261] Scheduled build:
{
"id": "8710645609715595681",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-30T10:07:04.905115056Z",
"updateTime": "2025-06-30T10:07:04.905115056Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f4128428af0de952c9c5f0e10d8be7512a492986",
"ref": "refs/heads/main"
}
}
}
[10:07:05.261] Task URL: https://cr-buildbucket.appspot.com/build/8710645609715595681
[10:07:05.261] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:2:0) after 2m46s
[10:07:06.206] Received PubSub notification, asking Buildbucket for the build status
[10:07:06.230] Build status: SCHEDULED
[10:07:09.199] Received PubSub notification, asking Buildbucket for the build status
[10:07:09.242] Build status: STARTED
[10:09:51.367] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:2:0)
[10:09:51.394] Build status: STARTED
[10:09:51.394] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:5:0) after 7m34s
[10:17:25.423] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:5:0)
[10:17:27.116] Build status: STARTED
[10:17:27.116] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:6:0) after 1m58s
[10:19:25.116] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:6:0)
[10:19:25.141] Build status: STARTED
[10:19:25.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:7:0) after 2m46s
[10:22:11.244] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:7:0)
[10:22:11.262] Build status: STARTED
[10:22:11.262] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:8:0) after 1m36s
[10:23:47.539] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:8:0)
[10:23:47.573] Build status: STARTED
[10:23:47.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:9:0) after 5m20s
[10:29:07.926] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:9:0)
[10:29:07.948] Build status: STARTED
[10:29:07.948] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:10:0) after 5m35s
[10:34:42.971] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:10:0)
[10:34:43.028] Build status: STARTED
[10:34:43.028] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:11:0) after 1m41s
[10:36:24.012] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:11:0)
[10:36:24.047] Build status: STARTED
[10:36:24.047] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:12:0) after 4m38s
[10:41:02.070] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:12:0)
[10:41:02.091] Build status: STARTED
[10:41:02.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:13:0) after 4m5s
[10:45:07.120] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:13:0)
[10:45:07.147] Build status: STARTED
[10:45:07.147] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:14:0) after 2m1s
[10:47:08.296] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:14:0)
[10:47:08.368] Build status: STARTED
[10:47:08.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:15:0) after 1m13s
[10:48:21.459] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:15:0)
[10:48:21.486] Build status: STARTED
[10:48:21.486] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:16:0) after 3m14s
[10:51:35.557] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:16:0)
[10:51:35.598] Build status: STARTED
[10:51:35.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:17:0) after 1m41s
[10:53:16.607] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:17:0)
[10:53:16.623] Build status: STARTED
[10:53:16.623] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:18:0) after 9m18s
[11:02:34.646] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:18:0)
[11:02:34.668] Build status: STARTED
[11:02:34.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:19:0) after 8m39s
[11:11:13.712] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:19:0)
[11:11:13.728] Build status: STARTED
[11:11:13.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:20:0) after 2m4s
[11:13:17.765] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:20:0)
[11:13:17.782] Build status: STARTED
[11:13:17.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:21:0) after 9m1s
[11:22:18.844] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:21:0)
[11:22:18.866] Build status: STARTED
[11:22:18.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:22:0) after 6m48s
[11:29:06.884] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:22:0)
[11:29:06.905] Build status: STARTED
[11:29:06.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:23:0) after 1m42s
[11:30:48.916] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:23:0)
[11:30:48.943] Build status: STARTED
[11:30:48.943] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:24:0) after 1m9s
[11:31:57.967] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:24:0)
[11:31:57.992] Build status: STARTED
[11:31:57.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:25:0) after 9m25s
[11:41:23.101] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:25:0)
[11:41:23.120] Build status: STARTED
[11:41:23.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:26:0) after 4m56s
[11:46:19.139] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:26:0)
[11:46:19.174] Build status: STARTED
[11:46:19.174] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8876075671982199520:27:0) after 5m28s
[11:49:04.958] Received PubSub notification, asking Buildbucket for the build status
[11:49:05.150] Build:
{
"id": "8710645609715595681",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-30T10:07:04.905115056Z",
"startTime": "2025-06-30T10:07:08.904935719Z",
"endTime": "2025-06-30T11:49:04.389367289Z",
"updateTime": "2025-06-30T11:49:04.389367289Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f4128428af0de952c9c5f0e10d8be7512a492986",
"ref": "refs/heads/main"
}
}
}
[11:49:05.150] Invocation finished in 1h42m1.789394801s with status FAILED