[16:15:46.102] New invocation is queued and will start shortly
[16:15:46.102] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[16:15:51.361] Starting the invocation (attempt 1)
[16:15:51.395] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6aa7538a39975fb4b12edb32d058a631646ff053"
[16:15:51.395] Reconstructed gitiles commit from tags
[16:15:51.395] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:15:51.395] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:15:51.396] Buildbucket request:
{
"requestId": "8853222039076493824",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7415719070b3859533cd214144a3ee452340ec1ee6b5d85ab81ceec4c12cf547/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "025f4f61c86ae2e506f909bddfba09cbbf68734b",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853222039076493824",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7415719070b3859533cd214144a3ee452340ec1ee6b5d85ab81ceec4c12cf547/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "025f4f61c86ae2e506f909bddfba09cbbf68734b",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6aa7538a39975fb4b12edb32d058a631646ff053"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6aa7538a39975fb4b12edb32d058a631646ff053",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9ffadf8d-4527-4d1a-b1b1-ad5757dcc4cf",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687798953385236593"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6aa7538a39975fb4b12edb32d058a631646ff053"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6aa7538a39975fb4b12edb32d058a631646ff053",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853222039076493824"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:15:51.761] Scheduled build:
{
"id": "8687791972816399025",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-09T16:15:51.452338320Z",
"updateTime": "2026-03-09T16:15:51.452338320Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6aa7538a39975fb4b12edb32d058a631646ff053",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:15:51.761] Task URL: https://cr-buildbucket.appspot.com/build/8687791972816399025
[16:15:51.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:2:0) after 1m6s
[16:15:51.865] Received PubSub notification, asking Buildbucket for the build status
[16:15:51.880] Build status: SCHEDULED
[16:15:58.079] Received PubSub notification, asking Buildbucket for the build status
[16:15:58.098] Build status: STARTED
[16:16:57.775] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:2:0)
[16:16:57.809] Build status: STARTED
[16:16:57.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:5:0) after 5m33s
[16:22:30.877] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:5:0)
[16:22:30.903] Build status: STARTED
[16:22:30.903] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:6:0) after 2m46s
[16:25:16.903] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:6:0)
[16:25:16.928] Build status: STARTED
[16:25:16.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:7:0) after 3m57s
[16:29:13.957] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:7:0)
[16:29:13.992] Build status: STARTED
[16:29:13.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:8:0) after 5m3s
[16:34:16.968] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:8:0)
[16:34:17.037] Build status: STARTED
[16:34:17.037] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:9:0) after 9m41s
[16:43:58.090] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:9:0)
[16:43:58.107] Build status: STARTED
[16:43:58.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:10:0) after 8m56s
[16:52:54.111] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:10:0)
[16:52:54.179] Build status: STARTED
[16:52:54.179] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:11:0) after 1m25s
[16:54:19.216] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:11:0)
[16:54:19.231] Build status: STARTED
[16:54:19.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:12:0) after 4m31s
[16:58:50.319] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:12:0)
[16:58:50.336] Build status: STARTED
[16:58:50.336] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:13:0) after 6m22s
[17:05:12.348] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:13:0)
[17:05:12.366] Build status: STARTED
[17:05:12.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:14:0) after 5m22s
[17:10:34.381] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:14:0)
[17:10:34.396] Build status: STARTED
[17:10:34.396] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:15:0) after 8m53s
[17:19:27.473] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:15:0)
[17:19:27.560] Build status: STARTED
[17:19:27.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:16:0) after 3m49s
[17:23:16.576] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:16:0)
[17:23:16.606] Build status: STARTED
[17:23:16.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:17:0) after 9m39s
[17:32:55.704] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:17:0)
[17:32:55.730] Build status: STARTED
[17:32:55.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:18:0) after 5m57s
[17:38:52.745] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:18:0)
[17:38:52.772] Build status: STARTED
[17:38:52.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:19:0) after 9m59s
[17:48:51.797] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:19:0)
[17:48:51.810] Build status: STARTED
[17:48:51.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:20:0) after 6m8s
[17:54:59.828] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:20:0)
[17:54:59.861] Build status: STARTED
[17:54:59.861] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:21:0) after 5m53s
[18:00:52.991] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:21:0)
[18:00:53.011] Build status: STARTED
[18:00:53.011] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:22:0) after 9m43s
[18:10:36.102] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:22:0)
[18:10:36.117] Build status: STARTED
[18:10:36.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:23:0) after 6m21s
[18:16:57.268] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:23:0)
[18:16:57.328] Build status: STARTED
[18:16:57.328] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:24:0) after 7m18s
[18:24:15.299] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:24:0)
[18:24:15.384] Build status: STARTED
[18:24:15.384] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:25:0) after 7m29s
[18:31:44.378] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:25:0)
[18:31:44.398] Build status: STARTED
[18:31:44.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:26:0) after 6m8s
[18:37:52.415] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:26:0)
[18:37:52.433] Build status: STARTED
[18:37:52.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:27:0) after 8m17s
[18:46:09.451] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:27:0)
[18:46:09.502] Build status: STARTED
[18:46:09.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:28:0) after 2m47s
[18:48:56.526] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:28:0)
[18:48:56.550] Build status: STARTED
[18:48:56.550] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:29:0) after 4m3s
[18:52:59.574] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:29:0)
[18:52:59.598] Build status: STARTED
[18:52:59.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:30:0) after 1m19s
[18:54:18.613] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:30:0)
[18:54:18.645] Build status: STARTED
[18:54:18.645] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:31:0) after 8m16s
[19:02:34.670] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:31:0)
[19:02:34.703] Build status: STARTED
[19:02:34.703] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:32:0) after 2m9s
[19:04:43.729] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:32:0)
[19:04:43.754] Build status: STARTED
[19:04:43.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8853222039076493824:33:0) after 2m30s
[19:06:41.883] Received PubSub notification, asking Buildbucket for the build status
[19:06:41.901] Build:
{
"id": "8687791972816399025",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-09T16:15:51.452338320Z",
"startTime": "2026-03-09T16:15:56.571441909Z",
"endTime": "2026-03-09T19:06:41.240699359Z",
"updateTime": "2026-03-09T19:06:41.240699359Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6aa7538a39975fb4b12edb32d058a631646ff053",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:06:41.901] Invocation finished in 2h50m55.803429748s with status FAILED