[10:29:08.178] New invocation is queued and will start shortly
[10:29:09.257] Starting the invocation (attempt 1)
[10:29:09.282] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ef86355945601c4349d669360365d22a0412d5c8"
[10:29:09.282] Popped gitiles commit info from properties and tags
[10:29:09.282] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:29:09.283] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:29:09.283] Buildbucket request:
{
"requestId": "8858860859240572256",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858860859240572256",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a2db31b06f8b3f048c08135d778856c7b6c6e988"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a2db31b06f8b3f048c08135d778856c7b6c6e988",
"title": "a2db31b06f8b3f048c08135d778856c7b6c6e988",
"url": "https://llvm.googlesource.com/llvm-project/+/a2db31b06f8b3f048c08135d778856c7b6c6e988"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8a8447fd0fc00ca8c41cc7265f60ee9a2fb342a3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8a8447fd0fc00ca8c41cc7265f60ee9a2fb342a3",
"title": "8a8447fd0fc00ca8c41cc7265f60ee9a2fb342a3",
"url": "https://llvm.googlesource.com/llvm-project/+/8a8447fd0fc00ca8c41cc7265f60ee9a2fb342a3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dca088023e2b126e67989070d8d47aeea44b414f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dca088023e2b126e67989070d8d47aeea44b414f",
"title": "dca088023e2b126e67989070d8d47aeea44b414f",
"url": "https://llvm.googlesource.com/llvm-project/+/dca088023e2b126e67989070d8d47aeea44b414f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "adc79c09dd77a84d5359793fafb3e0d44dcafb57"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@adc79c09dd77a84d5359793fafb3e0d44dcafb57",
"title": "adc79c09dd77a84d5359793fafb3e0d44dcafb57",
"url": "https://llvm.googlesource.com/llvm-project/+/adc79c09dd77a84d5359793fafb3e0d44dcafb57"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ff207475982222ac94119a043c8891aa0c27e52b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ff207475982222ac94119a043c8891aa0c27e52b",
"title": "ff207475982222ac94119a043c8891aa0c27e52b",
"url": "https://llvm.googlesource.com/llvm-project/+/ff207475982222ac94119a043c8891aa0c27e52b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d189b4966dc353145d645176dcb47d1269d33381"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d189b4966dc353145d645176dcb47d1269d33381",
"title": "d189b4966dc353145d645176dcb47d1269d33381",
"url": "https://llvm.googlesource.com/llvm-project/+/d189b4966dc353145d645176dcb47d1269d33381"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bac83c0fd01e6ee1236f60873c2515bdfb595c68"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bac83c0fd01e6ee1236f60873c2515bdfb595c68",
"title": "bac83c0fd01e6ee1236f60873c2515bdfb595c68",
"url": "https://llvm.googlesource.com/llvm-project/+/bac83c0fd01e6ee1236f60873c2515bdfb595c68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3209195b458915fab4d3d86663e8078195d5f826"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3209195b458915fab4d3d86663e8078195d5f826",
"title": "3209195b458915fab4d3d86663e8078195d5f826",
"url": "https://llvm.googlesource.com/llvm-project/+/3209195b458915fab4d3d86663e8078195d5f826"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "004c4201782d036f6599eaadb695d2928ed29787"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@004c4201782d036f6599eaadb695d2928ed29787",
"title": "004c4201782d036f6599eaadb695d2928ed29787",
"url": "https://llvm.googlesource.com/llvm-project/+/004c4201782d036f6599eaadb695d2928ed29787"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "188d13db2040ac41485d95e3b16d25873ad77a91"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@188d13db2040ac41485d95e3b16d25873ad77a91",
"title": "188d13db2040ac41485d95e3b16d25873ad77a91",
"url": "https://llvm.googlesource.com/llvm-project/+/188d13db2040ac41485d95e3b16d25873ad77a91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5a456c17d919815961c7fea5a4705a580c9d4154"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5a456c17d919815961c7fea5a4705a580c9d4154",
"title": "5a456c17d919815961c7fea5a4705a580c9d4154",
"url": "https://llvm.googlesource.com/llvm-project/+/5a456c17d919815961c7fea5a4705a580c9d4154"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ef86355945601c4349d669360365d22a0412d5c8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ef86355945601c4349d669360365d22a0412d5c8",
"title": "ef86355945601c4349d669360365d22a0412d5c8",
"url": "https://llvm.googlesource.com/llvm-project/+/ef86355945601c4349d669360365d22a0412d5c8"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef86355945601c4349d669360365d22a0412d5c8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858860859240572256"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:29:09.757] Scheduled build:
{
"id": "8693430797299482273",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-06T10:29:09.368894905Z",
"updateTime": "2026-01-06T10:29:09.368894905Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef86355945601c4349d669360365d22a0412d5c8",
"ref": "refs/heads/main"
}
}
}
[10:29:09.757] Task URL: https://cr-buildbucket.appspot.com/build/8693430797299482273
[10:29:09.757] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:2:0) after 6m18s
[10:29:10.662] Received PubSub notification, asking Buildbucket for the build status
[10:29:10.792] Build status: SCHEDULED
[10:29:14.578] Received PubSub notification, asking Buildbucket for the build status
[10:29:14.732] Build status: STARTED
[10:35:27.872] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:2:0)
[10:35:27.939] Build status: STARTED
[10:35:27.939] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:5:0) after 4m50s
[10:40:17.993] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:5:0)
[10:40:18.009] Build status: STARTED
[10:40:18.009] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:6:0) after 8m25s
[10:48:43.037] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:6:0)
[10:48:43.120] Build status: STARTED
[10:48:43.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:7:0) after 8m10s
[10:56:53.266] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:7:0)
[10:56:53.286] Build status: STARTED
[10:56:53.286] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:8:0) after 2m35s
[10:59:28.499] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:8:0)
[10:59:28.531] Build status: STARTED
[10:59:28.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:9:0) after 5m22s
[11:04:50.646] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:9:0)
[11:04:50.666] Build status: STARTED
[11:04:50.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:10:0) after 7m52s
[11:12:42.746] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:10:0)
[11:12:42.763] Build status: STARTED
[11:12:42.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:11:0) after 1m59s
[11:14:41.773] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:11:0)
[11:14:41.841] Build status: STARTED
[11:14:41.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:12:0) after 8m4s
[11:22:45.834] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:12:0)
[11:22:45.855] Build status: STARTED
[11:22:45.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:13:0) after 2m4s
[11:24:49.888] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:13:0)
[11:24:49.909] Build status: STARTED
[11:24:49.910] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:14:0) after 2m10s
[11:27:00.121] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:14:0)
[11:27:00.144] Build status: STARTED
[11:27:00.145] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:15:0) after 7m37s
[11:34:37.159] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:15:0)
[11:34:37.188] Build status: STARTED
[11:34:37.188] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:16:0) after 2m34s
[11:37:11.205] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:16:0)
[11:37:11.222] Build status: STARTED
[11:37:11.222] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:17:0) after 9m18s
[11:46:29.354] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:17:0)
[11:46:29.413] Build status: STARTED
[11:46:29.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:18:0) after 2m33s
[11:49:02.491] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:18:0)
[11:49:02.504] Build status: STARTED
[11:49:02.504] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:19:0) after 6m8s
[11:55:10.721] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:19:0)
[11:55:10.744] Build status: STARTED
[11:55:10.744] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:20:0) after 9m12s
[12:04:22.771] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:20:0)
[12:04:22.810] Build status: STARTED
[12:04:22.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:21:0) after 2m58s
[12:07:20.870] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:21:0)
[12:07:20.882] Build status: STARTED
[12:07:20.882] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:22:0) after 2m17s
[12:09:38.267] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:22:0)
[12:09:38.281] Build status: STARTED
[12:09:38.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:23:0) after 2m48s
[12:12:26.282] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:23:0)
[12:12:26.303] Build status: STARTED
[12:12:26.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:24:0) after 5m21s
[12:17:47.468] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:24:0)
[12:17:47.482] Build status: STARTED
[12:17:47.483] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:25:0) after 9m3s
[12:26:50.796] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:25:0)
[12:26:50.815] Build status: STARTED
[12:26:50.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:26:0) after 2m19s
[12:29:10.074] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:26:0)
[12:29:10.121] Build status: STARTED
[12:29:10.122] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:27:0) after 8m16s
[12:37:26.173] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:27:0)
[12:37:26.331] Build status: STARTED
[12:37:26.331] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:28:0) after 4m13s
[12:41:39.526] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:28:0)
[12:41:39.541] Build status: STARTED
[12:41:39.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:29:0) after 7m17s
[12:48:56.651] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:29:0)
[12:48:56.669] Build status: STARTED
[12:48:56.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858860859240572256:30:0) after 8m54s
[12:53:57.250] Received PubSub notification, asking Buildbucket for the build status
[12:53:57.265] Build:
{
"id": "8693430797299482273",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-06T10:29:09.368894905Z",
"startTime": "2026-01-06T10:29:14.305981745Z",
"endTime": "2026-01-06T12:53:57.012841807Z",
"updateTime": "2026-01-06T12:53:57.012841807Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef86355945601c4349d669360365d22a0412d5c8",
"ref": "refs/heads/main"
}
}
}
[12:53:57.265] Invocation finished in 2h24m49.131511202s with status FAILED