[07:43:08.770] New invocation is queued and will start shortly
[07:43:08.770] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:43:09.885] Starting the invocation (attempt 1)
[07:43:09.913] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/561c528b5e1900d41aeef506dfb632a66b3b9d51"
[07:43:09.913] Reconstructed gitiles commit from tags
[07:43:09.913] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:43:09.913] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:43:09.914] Buildbucket request:
{
"requestId": "8845915936203441680",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c790b31e1b670c17eba4df3208b3a886f5403f44e450667640ef2d9c624b7a59/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "8fc28a222ca39e2c50da237a07203904ea5bc1df",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845915936203441680",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c790b31e1b670c17eba4df3208b3a886f5403f44e450667640ef2d9c624b7a59/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "8fc28a222ca39e2c50da237a07203904ea5bc1df",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "561c528b5e1900d41aeef506dfb632a66b3b9d51"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/561c528b5e1900d41aeef506dfb632a66b3b9d51",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "a4ce2c84-c920-4e65-91e1-afa04af08b71",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8680493374787696321"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "561c528b5e1900d41aeef506dfb632a66b3b9d51"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "561c528b5e1900d41aeef506dfb632a66b3b9d51",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845915936203441680"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:43:10.270] Scheduled build:
{
"id": "8680485874275477969",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-05-29T07:43:09.984624526Z",
"updateTime": "2026-05-29T07:43:09.984624526Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "561c528b5e1900d41aeef506dfb632a66b3b9d51",
"ref": "refs/heads/main"
}
}
}
[07:43:10.271] Task URL: https://cr-buildbucket.appspot.com/build/8680485874275477969
[07:43:10.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:2:0) after 2m8s
[07:43:11.222] Received PubSub notification, asking Buildbucket for the build status
[07:43:11.242] Build status: SCHEDULED
[07:43:14.540] Received PubSub notification, asking Buildbucket for the build status
[07:43:14.565] Build status: STARTED
[07:45:18.288] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:2:0)
[07:45:18.312] Build status: STARTED
[07:45:18.312] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:5:0) after 6m23s
[07:51:41.329] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:5:0)
[07:51:41.346] Build status: STARTED
[07:51:41.346] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:6:0) after 9m2s
[08:00:43.456] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:6:0)
[08:00:43.478] Build status: STARTED
[08:00:43.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:7:0) after 4m18s
[08:05:01.529] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:7:0)
[08:05:01.544] Build status: STARTED
[08:05:01.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:8:0) after 7m43s
[08:12:44.639] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:8:0)
[08:12:44.652] Build status: STARTED
[08:12:44.652] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:9:0) after 4m54s
[08:17:38.755] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:9:0)
[08:17:38.781] Build status: STARTED
[08:17:38.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:10:0) after 6m33s
[08:24:11.794] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:10:0)
[08:24:11.810] Build status: STARTED
[08:24:11.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:11:0) after 4m46s
[08:28:57.824] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:11:0)
[08:28:57.840] Build status: STARTED
[08:28:57.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:12:0) after 7m2s
[08:35:59.836] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:12:0)
[08:35:59.856] Build status: STARTED
[08:35:59.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:13:0) after 8m25s
[08:44:24.869] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:13:0)
[08:44:24.936] Build status: STARTED
[08:44:24.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:14:0) after 6m11s
[08:50:35.920] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:14:0)
[08:50:35.936] Build status: STARTED
[08:50:35.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:15:0) after 6m15s
[08:56:50.986] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:15:0)
[08:56:51.018] Build status: STARTED
[08:56:51.018] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:16:0) after 7m3s
[09:03:54.210] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:16:0)
[09:03:54.285] Build status: STARTED
[09:03:54.285] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:17:0) after 5m22s
[09:09:16.260] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:17:0)
[09:09:16.299] Build status: STARTED
[09:09:16.299] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:18:0) after 9m59s
[09:19:15.312] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:18:0)
[09:19:15.332] Build status: STARTED
[09:19:15.332] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:19:0) after 1m42s
[09:20:57.353] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:19:0)
[09:20:57.373] Build status: STARTED
[09:20:57.373] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:20:0) after 7m8s
[09:28:05.349] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:20:0)
[09:28:05.374] Build status: STARTED
[09:28:05.374] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:21:0) after 9m27s
[09:37:32.386] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:21:0)
[09:37:32.408] Build status: STARTED
[09:37:32.408] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:22:0) after 2m6s
[09:39:38.469] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:22:0)
[09:39:38.487] Build status: STARTED
[09:39:38.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:23:0) after 7m51s
[09:47:29.807] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:23:0)
[09:47:29.825] Build status: STARTED
[09:47:29.825] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:24:0) after 1m52s
[09:49:21.801] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:24:0)
[09:49:21.818] Build status: STARTED
[09:49:21.818] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:25:0) after 2m58s
[09:52:19.833] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:25:0)
[09:52:19.850] Build status: STARTED
[09:52:19.850] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:26:0) after 3m17s
[09:55:36.856] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:26:0)
[09:55:36.876] Build status: STARTED
[09:55:36.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:27:0) after 2m46s
[09:58:22.930] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:27:0)
[09:58:22.947] Build status: STARTED
[09:58:22.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:28:0) after 7m2s
[10:05:25.001] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:28:0)
[10:05:25.024] Build status: STARTED
[10:05:25.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:29:0) after 1m2s
[10:06:27.051] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:29:0)
[10:06:27.097] Build status: STARTED
[10:06:27.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:30:0) after 5m55s
[10:12:22.121] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:30:0)
[10:12:22.141] Build status: STARTED
[10:12:22.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:31:0) after 4m40s
[10:17:02.157] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:31:0)
[10:17:02.175] Build status: STARTED
[10:17:02.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:32:0) after 1m17s
[10:18:19.242] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:32:0)
[10:18:19.267] Build status: STARTED
[10:18:19.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:33:0) after 9m2s
[10:27:21.282] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:33:0)
[10:27:21.301] Build status: STARTED
[10:27:21.302] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:34:0) after 4m59s
[10:32:20.368] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:34:0)
[10:32:20.399] Build status: STARTED
[10:32:20.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8845915936203441680:35:0) after 3m17s
[10:34:36.829] Received PubSub notification, asking Buildbucket for the build status
[10:34:36.844] Build:
{
"id": "8680485874275477969",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-05-29T07:43:09.984624526Z",
"startTime": "2026-05-29T07:43:14.273944161Z",
"endTime": "2026-05-29T10:33:38.049636490Z",
"updateTime": "2026-05-29T10:33:38.049636490Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "561c528b5e1900d41aeef506dfb632a66b3b9d51",
"ref": "refs/heads/main"
}
}
}
[10:34:36.844] Invocation finished in 2h51m28.081783087s with status FAILED