[21:07:00.202] New invocation is queued and will start shortly
[21:07:00.202] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[21:07:01.277] Starting the invocation (attempt 1)
[21:07:01.301] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1ae00a52bbe432ff8174664ce28fb33cc600f6f0"
[21:07:01.301] Reconstructed gitiles commit from tags
[21:07:01.301] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:07:01.302] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:07:01.302] Buildbucket request:
{
"requestId": "8836262083440326080",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a63feaca0013769829b572657f389c7830573b9838635e7efdeac70b9b6a8949/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "be4e43a66547cb310c954830cae5ae4bf2de307f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8836262083440326080",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a63feaca0013769829b572657f389c7830573b9838635e7efdeac70b9b6a8949/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "be4e43a66547cb310c954830cae5ae4bf2de307f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1ae00a52bbe432ff8174664ce28fb33cc600f6f0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1ae00a52bbe432ff8174664ce28fb33cc600f6f0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5ff56a87-ef9d-4240-9b73-f5fcfc584c21",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8670838757634855473"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1ae00a52bbe432ff8174664ce28fb33cc600f6f0"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1ae00a52bbe432ff8174664ce28fb33cc600f6f0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8836262083440326080"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:07:01.734] Scheduled build:
{
"id": "8670832021558693601",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-12T21:07:01.374921471Z",
"updateTime": "2026-09-12T21:07:01.374921471Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1ae00a52bbe432ff8174664ce28fb33cc600f6f0",
"ref": "refs/heads/main"
}
}
}
[21:07:01.734] Task URL: https://cr-buildbucket.appspot.com/build/8670832021558693601
[21:07:01.734] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:2:0) after 7m1s
[21:07:02.638] Received PubSub notification, asking Buildbucket for the build status
[21:07:02.661] Build status: SCHEDULED
[21:07:46.117] Received PubSub notification, asking Buildbucket for the build status
[21:07:46.139] Build status: STARTED
[21:14:02.752] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:2:0)
[21:14:02.778] Build status: STARTED
[21:14:02.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:5:0) after 3m33s
[21:17:35.768] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:5:0)
[21:17:35.786] Build status: STARTED
[21:17:35.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:6:0) after 8m55s
[21:26:30.948] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:6:0)
[21:26:30.974] Build status: STARTED
[21:26:30.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:7:0) after 2m23s
[21:28:54.025] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:7:0)
[21:28:54.122] Build status: STARTED
[21:28:54.122] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:8:0) after 5m27s
[21:34:21.145] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:8:0)
[21:34:21.185] Build status: STARTED
[21:34:21.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:9:0) after 9m55s
[21:44:16.313] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:9:0)
[21:44:16.342] Build status: STARTED
[21:44:16.342] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:10:0) after 2m59s
[21:47:15.474] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:10:0)
[21:47:15.494] Build status: STARTED
[21:47:15.494] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:11:0) after 5m25s
[21:52:40.511] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:11:0)
[21:52:40.528] Build status: STARTED
[21:52:40.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:12:0) after 6m25s
[21:59:05.543] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:12:0)
[21:59:05.573] Build status: STARTED
[21:59:05.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:13:0) after 4m59s
[22:04:04.715] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:13:0)
[22:04:04.735] Build status: STARTED
[22:04:04.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:14:0) after 6m50s
[22:10:55.095] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:14:0)
[22:10:55.120] Build status: STARTED
[22:10:55.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:15:0) after 8m43s
[22:19:38.134] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:15:0)
[22:19:38.157] Build status: STARTED
[22:19:38.157] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:16:0) after 1m59s
[22:21:37.528] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:16:0)
[22:21:37.546] Build status: STARTED
[22:21:37.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:17:0) after 5m57s
[22:27:34.736] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:17:0)
[22:27:34.762] Build status: STARTED
[22:27:34.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:18:0) after 7m50s
[22:35:24.859] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:18:0)
[22:35:24.882] Build status: STARTED
[22:35:24.882] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:19:0) after 7m47s
[22:43:11.896] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:19:0)
[22:43:11.915] Build status: STARTED
[22:43:11.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:20:0) after 3m45s
[22:46:56.937] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:20:0)
[22:46:56.957] Build status: STARTED
[22:46:56.957] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:21:0) after 3m5s
[22:50:01.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:21:0)
[22:50:01.992] Build status: STARTED
[22:50:01.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:22:0) after 2m17s
[22:52:19.009] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:22:0)
[22:52:19.066] Build status: STARTED
[22:52:19.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:23:0) after 6m36s
[22:58:55.083] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:23:0)
[22:58:55.106] Build status: STARTED
[22:58:55.106] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:24:0) after 1m7s
[23:00:02.157] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:24:0)
[23:00:02.179] Build status: STARTED
[23:00:02.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:25:0) after 1m15s
[23:01:17.196] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:25:0)
[23:01:17.215] Build status: STARTED
[23:01:17.215] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:26:0) after 7m22s
[23:08:39.232] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:26:0)
[23:08:39.312] Build status: STARTED
[23:08:39.312] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:27:0) after 2m10s
[23:10:49.383] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:27:0)
[23:10:49.405] Build status: STARTED
[23:10:49.405] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:28:0) after 4m32s
[23:15:21.502] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:28:0)
[23:15:21.606] Build status: STARTED
[23:15:21.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:29:0) after 7m52s
[23:23:13.796] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:29:0)
[23:23:13.849] Build status: STARTED
[23:23:13.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:30:0) after 5m2s
[23:28:15.966] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:30:0)
[23:28:15.985] Build status: STARTED
[23:28:15.985] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:31:0) after 6m37s
[23:34:53.169] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:31:0)
[23:34:53.232] Build status: STARTED
[23:34:53.232] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:32:0) after 7m14s
[23:42:07.310] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:32:0)
[23:42:07.333] Build status: STARTED
[23:42:07.333] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:33:0) after 9m31s
[23:51:38.348] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:33:0)
[23:51:38.368] Build status: STARTED
[23:51:38.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:34:0) after 2m5s
[23:53:43.546] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:34:0)
[23:53:43.573] Build status: STARTED
[23:53:43.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8836262083440326080:35:0) after 7m39s
[23:57:54.783] Received PubSub notification, asking Buildbucket for the build status
[23:57:54.838] Build:
{
"id": "8670832021558693601",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-12T21:07:01.374921471Z",
"startTime": "2026-09-12T21:07:45.658606603Z",
"endTime": "2026-09-12T23:57:54.300250417Z",
"updateTime": "2026-09-12T23:57:54.300250417Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1ae00a52bbe432ff8174664ce28fb33cc600f6f0",
"ref": "refs/heads/main"
}
}
}
[23:57:54.838] Invocation finished in 2h50m54.642024221s with status FAILED