[18:14:17.533] New invocation is queued and will start shortly
[18:14:17.533] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[18:14:18.698] Starting the invocation (attempt 1)
[18:14:18.725] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/16e0cc8308379857ecd69e6fe1aaf71e15b94910"
[18:14:18.725] Reconstructed gitiles commit from tags
[18:14:18.725] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:14:18.725] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:14:18.725] Buildbucket request:
{
"requestId": "8851946224670105392",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "646be288854471da37db8590d81cde8d79cdbbc7ed7699c796048cc0d078130b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "db51a5a08d2dc8c453a51500d947162ac0a55969",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851946224670105392",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "646be288854471da37db8590d81cde8d79cdbbc7ed7699c796048cc0d078130b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "db51a5a08d2dc8c453a51500d947162ac0a55969",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "16e0cc8308379857ecd69e6fe1aaf71e15b94910"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/16e0cc8308379857ecd69e6fe1aaf71e15b94910",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "7aae2ab7-8de1-4746-be1b-78e6f61314ff",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686524369665836657"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "16e0cc8308379857ecd69e6fe1aaf71e15b94910"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "16e0cc8308379857ecd69e6fe1aaf71e15b94910",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851946224670105392"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:14:19.166] Scheduled build:
{
"id": "8686516162716550465",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-23T18:14:18.777142413Z",
"updateTime": "2026-03-23T18:14:18.777142413Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "16e0cc8308379857ecd69e6fe1aaf71e15b94910",
"ref": "refs/heads/main"
}
}
}
[18:14:19.166] Task URL: https://cr-buildbucket.appspot.com/build/8686516162716550465
[18:14:19.166] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:2:0) after 4m41s
[18:14:20.057] Received PubSub notification, asking Buildbucket for the build status
[18:14:20.073] Build status: SCHEDULED
[18:17:16.889] Received PubSub notification, asking Buildbucket for the build status
[18:17:16.932] Build status: STARTED
[18:19:00.180] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:2:0)
[18:19:00.206] Build status: STARTED
[18:19:00.206] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:5:0) after 6m16s
[18:25:16.276] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:5:0)
[18:25:16.301] Build status: STARTED
[18:25:16.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:6:0) after 5m19s
[18:30:35.371] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:6:0)
[18:30:35.409] Build status: STARTED
[18:30:35.409] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:7:0) after 6m58s
[18:37:33.446] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:7:0)
[18:37:33.461] Build status: STARTED
[18:37:33.461] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:8:0) after 2m4s
[18:39:37.528] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:8:0)
[18:39:37.590] Build status: STARTED
[18:39:37.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:9:0) after 8m15s
[18:47:52.637] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:9:0)
[18:47:52.651] Build status: STARTED
[18:47:52.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:10:0) after 5m22s
[18:53:14.665] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:10:0)
[18:53:14.690] Build status: STARTED
[18:53:14.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:11:0) after 9m25s
[19:02:39.846] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:11:0)
[19:02:39.863] Build status: STARTED
[19:02:39.863] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:12:0) after 7m19s
[19:09:58.925] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:12:0)
[19:09:58.957] Build status: STARTED
[19:09:58.957] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:13:0) after 3m5s
[19:13:04.007] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:13:0)
[19:13:04.025] Build status: STARTED
[19:13:04.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:14:0) after 7m52s
[19:20:56.796] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:14:0)
[19:20:56.852] Build status: STARTED
[19:20:56.852] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:15:0) after 2m30s
[19:23:26.867] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:15:0)
[19:23:26.932] Build status: STARTED
[19:23:26.932] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:16:0) after 2m29s
[19:25:55.950] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:16:0)
[19:25:56.000] Build status: STARTED
[19:25:56.000] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:17:0) after 7m29s
[19:33:25.054] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:17:0)
[19:33:25.117] Build status: STARTED
[19:33:25.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:18:0) after 1m18s
[19:34:43.159] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:18:0)
[19:34:43.253] Build status: STARTED
[19:34:43.253] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:19:0) after 7m38s
[19:42:21.292] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:19:0)
[19:42:21.309] Build status: STARTED
[19:42:21.309] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:20:0) after 6m35s
[19:48:56.322] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:20:0)
[19:48:56.337] Build status: STARTED
[19:48:56.337] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:21:0) after 7m15s
[19:56:11.490] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:21:0)
[19:56:11.514] Build status: STARTED
[19:56:11.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:22:0) after 4m49s
[20:01:00.579] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:22:0)
[20:01:00.614] Build status: STARTED
[20:01:00.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:23:0) after 1m55s
[20:02:55.647] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:23:0)
[20:02:55.721] Build status: STARTED
[20:02:55.721] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:24:0) after 8m39s
[20:11:34.856] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:24:0)
[20:11:34.887] Build status: STARTED
[20:11:34.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:25:0) after 3m20s
[20:14:55.006] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:25:0)
[20:14:55.027] Build status: STARTED
[20:14:55.027] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:26:0) after 6m5s
[20:21:00.042] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:26:0)
[20:21:00.066] Build status: STARTED
[20:21:00.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:27:0) after 3m12s
[20:24:12.180] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:27:0)
[20:24:12.214] Build status: STARTED
[20:24:12.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:28:0) after 6m32s
[20:30:44.289] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:28:0)
[20:30:44.306] Build status: STARTED
[20:30:44.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:29:0) after 5m56s
[20:36:40.428] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:29:0)
[20:36:40.454] Build status: STARTED
[20:36:40.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:30:0) after 4m54s
[20:41:34.573] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:30:0)
[20:41:34.589] Build status: STARTED
[20:41:34.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:31:0) after 3m38s
[20:45:12.683] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:31:0)
[20:45:12.705] Build status: STARTED
[20:45:12.705] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:32:0) after 3m21s
[20:48:33.755] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:32:0)
[20:48:33.781] Build status: STARTED
[20:48:33.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:33:0) after 4m25s
[20:52:58.915] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:33:0)
[20:52:58.982] Build status: STARTED
[20:52:58.982] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:34:0) after 3m45s
[20:56:44.002] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:34:0)
[20:56:44.032] Build status: STARTED
[20:56:44.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:35:0) after 7m54s
[21:04:38.054] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:35:0)
[21:04:38.069] Build status: STARTED
[21:04:38.069] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851946224670105392:36:0) after 4m39s
[21:07:21.435] Received PubSub notification, asking Buildbucket for the build status
[21:07:21.452] Build:
{
"id": "8686516162716550465",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-23T18:14:18.777142413Z",
"startTime": "2026-03-23T18:17:16.134001399Z",
"endTime": "2026-03-23T21:07:21.166167107Z",
"updateTime": "2026-03-23T21:07:21.166167107Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "16e0cc8308379857ecd69e6fe1aaf71e15b94910",
"ref": "refs/heads/main"
}
}
}
[21:07:21.452] Invocation finished in 2h53m3.923470447s with status FAILED