[19:57:52.088] New invocation is queued and will start shortly
[19:57:52.088] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[19:57:53.152] Starting the invocation (attempt 1)
[19:57:53.179] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8aa53b87070b0ad72ec7de7eef7b4dfbcdd3a8a2"
[19:57:53.179] Reconstructed gitiles commit from tags
[19:57:53.179] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:57:53.179] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:57:53.180] Buildbucket request:
{
"requestId": "8837806581482345920",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "41f12fc8af46ae6368d9e8b3066de8892be95a32c5fd094c75103dc8bceb25e1/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f3dc574e6dc4ec8eb74d7b4c974fae02c1975b4e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837806581482345920",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "41f12fc8af46ae6368d9e8b3066de8892be95a32c5fd094c75103dc8bceb25e1/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f3dc574e6dc4ec8eb74d7b4c974fae02c1975b4e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8aa53b87070b0ad72ec7de7eef7b4dfbcdd3a8a2"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8aa53b87070b0ad72ec7de7eef7b4dfbcdd3a8a2",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "647420c4-81b3-4842-af78-a2e9a016abf5",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8672383522212157041"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8aa53b87070b0ad72ec7de7eef7b4dfbcdd3a8a2"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8aa53b87070b0ad72ec7de7eef7b4dfbcdd3a8a2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837806581482345920"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:57:53.932] Scheduled build:
{
"id": "8672376519555773985",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-08-26T19:57:53.303539290Z",
"updateTime": "2026-08-26T19:57:53.303539290Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8aa53b87070b0ad72ec7de7eef7b4dfbcdd3a8a2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:57:53.933] Task URL: https://cr-buildbucket.appspot.com/build/8672376519555773985
[19:57:53.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:2:0) after 3m39s
[19:57:54.743] Received PubSub notification, asking Buildbucket for the build status
[19:57:54.763] Build status: SCHEDULED
[19:57:58.233] Received PubSub notification, asking Buildbucket for the build status
[19:57:58.259] Build status: STARTED
[20:01:33.112] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:2:0)
[20:01:33.138] Build status: STARTED
[20:01:33.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:5:0) after 6m34s
[20:08:07.244] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:5:0)
[20:08:07.264] Build status: STARTED
[20:08:07.264] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:6:0) after 4m53s
[20:13:00.271] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:6:0)
[20:13:00.318] Build status: STARTED
[20:13:00.319] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:7:0) after 6m40s
[20:19:40.398] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:7:0)
[20:19:40.444] Build status: STARTED
[20:19:40.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:8:0) after 5m16s
[20:24:56.495] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:8:0)
[20:24:56.513] Build status: STARTED
[20:24:56.513] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:9:0) after 5m48s
[20:30:44.549] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:9:0)
[20:30:44.590] Build status: STARTED
[20:30:44.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:10:0) after 4m1s
[20:34:45.821] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:10:0)
[20:34:45.839] Build status: STARTED
[20:34:45.839] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:11:0) after 1m7s
[20:35:52.959] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:11:0)
[20:35:52.985] Build status: STARTED
[20:35:52.985] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:12:0) after 4m11s
[20:40:04.035] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:12:0)
[20:40:04.053] Build status: STARTED
[20:40:04.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:13:0) after 5m39s
[20:45:43.169] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:13:0)
[20:45:43.186] Build status: STARTED
[20:45:43.186] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:14:0) after 3m49s
[20:49:32.237] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:14:0)
[20:49:32.260] Build status: STARTED
[20:49:32.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:15:0) after 7m9s
[20:56:41.278] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:15:0)
[20:56:41.304] Build status: STARTED
[20:56:41.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:16:0) after 8m5s
[21:04:46.427] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:16:0)
[21:04:46.453] Build status: STARTED
[21:04:46.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:17:0) after 7m23s
[21:12:09.488] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:17:0)
[21:12:09.526] Build status: STARTED
[21:12:09.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:18:0) after 5m3s
[21:17:12.543] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:18:0)
[21:17:12.606] Build status: STARTED
[21:17:12.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:19:0) after 9m49s
[21:27:01.740] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:19:0)
[21:27:01.786] Build status: STARTED
[21:27:01.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:20:0) after 2m58s
[21:29:59.803] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:20:0)
[21:29:59.838] Build status: STARTED
[21:29:59.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:21:0) after 4m38s
[21:34:37.865] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:21:0)
[21:34:37.889] Build status: STARTED
[21:34:37.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:22:0) after 4m24s
[21:39:02.000] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:22:0)
[21:39:02.026] Build status: STARTED
[21:39:02.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:23:0) after 1m45s
[21:40:47.117] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:23:0)
[21:40:47.138] Build status: STARTED
[21:40:47.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:24:0) after 4m37s
[21:45:24.231] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:24:0)
[21:45:24.259] Build status: STARTED
[21:45:24.259] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:25:0) after 8m46s
[21:54:10.286] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:25:0)
[21:54:10.314] Build status: STARTED
[21:54:10.314] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:26:0) after 6m11s
[22:00:21.316] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:26:0)
[22:00:21.357] Build status: STARTED
[22:00:21.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:27:0) after 6m28s
[22:06:49.429] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:27:0)
[22:06:49.450] Build status: STARTED
[22:06:49.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:28:0) after 4m6s
[22:10:55.460] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:28:0)
[22:10:55.476] Build status: STARTED
[22:10:55.476] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:29:0) after 5m35s
[22:16:30.538] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:29:0)
[22:16:30.693] Build status: STARTED
[22:16:30.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:30:0) after 9m52s
[22:26:22.733] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:30:0)
[22:26:22.753] Build status: STARTED
[22:26:22.753] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:31:0) after 9m2s
[22:35:24.768] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:31:0)
[22:35:24.826] Build status: STARTED
[22:35:24.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:32:0) after 7m31s
[22:42:55.803] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:32:0)
[22:42:55.824] Build status: STARTED
[22:42:55.824] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:33:0) after 4m33s
[22:47:28.909] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:33:0)
[22:47:28.927] Build status: STARTED
[22:47:28.927] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8837806581482345920:34:0) after 8m9s
[22:48:05.470] Received PubSub notification, asking Buildbucket for the build status
[22:48:05.490] Build:
{
"id": "8672376519555773985",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-08-26T19:57:53.303539290Z",
"startTime": "2026-08-26T19:57:57.830924459Z",
"endTime": "2026-08-26T22:48:05.128634364Z",
"updateTime": "2026-08-26T22:48:05.128634364Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8aa53b87070b0ad72ec7de7eef7b4dfbcdd3a8a2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:48:05.490] Invocation finished in 2h50m13.407742345s with status FAILED