[23:39:08.631] New invocation is queued and will start shortly
[23:39:08.631] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[23:39:09.850] Starting the invocation (attempt 1)
[23:39:09.880] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/33578bd6698a455c2faef2c5a5a9652f621ec9d5"
[23:39:09.880] Reconstructed gitiles commit from tags
[23:39:09.880] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:39:09.880] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:39:09.881] Buildbucket request:
{
"requestId": "8836343108553208992",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9ede7def01964dfe6d120baf7b3717c4016ab69de1de7623ddaa891f1a42ba5d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "73a21c6ff12a45c6eee1013a08d292f060c7fdd8",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8836343108553208992",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9ede7def01964dfe6d120baf7b3717c4016ab69de1de7623ddaa891f1a42ba5d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "73a21c6ff12a45c6eee1013a08d292f060c7fdd8",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "33578bd6698a455c2faef2c5a5a9652f621ec9d5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/33578bd6698a455c2faef2c5a5a9652f621ec9d5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "fcaea42d-5766-4767-b7e0-503656a22b8d",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8670919913691190401"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "33578bd6698a455c2faef2c5a5a9652f621ec9d5"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "33578bd6698a455c2faef2c5a5a9652f621ec9d5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8836343108553208992"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:39:10.263] Scheduled build:
{
"id": "8670913046506053137",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-11T23:39:09.963157335Z",
"updateTime": "2026-09-11T23:39:09.963157335Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "33578bd6698a455c2faef2c5a5a9652f621ec9d5",
"ref": "refs/heads/main"
}
}
}
[23:39:10.263] Task URL: https://cr-buildbucket.appspot.com/build/8670913046506053137
[23:39:10.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:2:0) after 6m0s
[23:39:23.460] Received PubSub notification, asking Buildbucket for the build status
[23:39:23.490] Build status: STARTED
[23:39:27.710] Received PubSub notification, asking Buildbucket for the build status
[23:39:27.728] Build status: STARTED
[23:45:10.280] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:2:0)
[23:45:10.323] Build status: STARTED
[23:45:10.323] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:5:0) after 2m6s
[23:47:16.336] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:5:0)
[23:47:16.368] Build status: STARTED
[23:47:16.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:6:0) after 2m16s
[23:49:32.652] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:6:0)
[23:49:32.672] Build status: STARTED
[23:49:32.673] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:7:0) after 1m55s
[23:51:27.815] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:7:0)
[23:51:27.838] Build status: STARTED
[23:51:27.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:8:0) after 2m1s
[23:53:29.099] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:8:0)
[23:53:29.124] Build status: STARTED
[23:53:29.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:9:0) after 6m26s
[23:59:55.278] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:9:0)
[23:59:55.302] Build status: STARTED
[23:59:55.302] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:10:0) after 7m32s
[00:07:27.315] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:10:0)
[00:07:27.339] Build status: STARTED
[00:07:27.339] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:11:0) after 8m50s
[00:16:17.382] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:11:0)
[00:16:17.398] Build status: STARTED
[00:16:17.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:12:0) after 3m33s
[00:19:50.458] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:12:0)
[00:19:50.484] Build status: STARTED
[00:19:50.484] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:13:0) after 7m39s
[00:27:29.534] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:13:0)
[00:27:29.559] Build status: STARTED
[00:27:29.559] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:14:0) after 3m16s
[00:30:45.572] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:14:0)
[00:30:45.590] Build status: STARTED
[00:30:45.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:15:0) after 5m23s
[00:36:08.715] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:15:0)
[00:36:08.738] Build status: STARTED
[00:36:08.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:16:0) after 3m12s
[00:39:20.944] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:16:0)
[00:39:20.972] Build status: STARTED
[00:39:20.972] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:17:0) after 5m21s
[00:44:42.145] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:17:0)
[00:44:42.180] Build status: STARTED
[00:44:42.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:18:0) after 4m37s
[00:49:19.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:18:0)
[00:49:19.213] Build status: STARTED
[00:49:19.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:19:0) after 5m9s
[00:54:28.394] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:19:0)
[00:54:28.411] Build status: STARTED
[00:54:28.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:20:0) after 2m2s
[00:56:30.424] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:20:0)
[00:56:30.447] Build status: STARTED
[00:56:30.447] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:21:0) after 5m36s
[01:02:06.453] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:21:0)
[01:02:06.472] Build status: STARTED
[01:02:06.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:22:0) after 5m36s
[01:07:42.483] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:22:0)
[01:07:42.512] Build status: STARTED
[01:07:42.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:23:0) after 7m28s
[01:15:10.522] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:23:0)
[01:15:10.541] Build status: STARTED
[01:15:10.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:24:0) after 9m10s
[01:24:20.615] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:24:0)
[01:24:20.667] Build status: STARTED
[01:24:20.667] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:25:0) after 4m12s
[01:28:32.790] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:25:0)
[01:28:32.809] Build status: STARTED
[01:28:32.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:26:0) after 7m15s
[01:35:47.924] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:26:0)
[01:35:47.992] Build status: STARTED
[01:35:47.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:27:0) after 2m26s
[01:38:14.010] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:27:0)
[01:38:14.032] Build status: STARTED
[01:38:14.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:28:0) after 8m1s
[01:46:15.068] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:28:0)
[01:46:15.106] Build status: STARTED
[01:46:15.106] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:29:0) after 8m22s
[01:54:37.172] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:29:0)
[01:54:37.195] Build status: STARTED
[01:54:37.195] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:30:0) after 3m43s
[01:58:20.211] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:30:0)
[01:58:20.228] Build status: STARTED
[01:58:20.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:31:0) after 6m6s
[02:04:26.335] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:31:0)
[02:04:26.357] Build status: STARTED
[02:04:26.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:32:0) after 7m27s
[02:11:53.374] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:32:0)
[02:11:53.395] Build status: STARTED
[02:11:53.395] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:33:0) after 6m51s
[02:18:44.497] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:33:0)
[02:18:44.603] Build status: STARTED
[02:18:44.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:34:0) after 1m54s
[02:20:38.775] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:34:0)
[02:20:38.789] Build status: STARTED
[02:20:38.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836343108553208992:35:0) after 9m42s
[02:29:20.623] Received PubSub notification, asking Buildbucket for the build status
[02:29:20.680] Build:
{
"id": "8670913046506053137",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-11T23:39:09.963157335Z",
"startTime": "2026-09-11T23:39:14.521919410Z",
"endTime": "2026-09-12T02:29:18.792745712Z",
"updateTime": "2026-09-12T02:29:18.792745712Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "33578bd6698a455c2faef2c5a5a9652f621ec9d5",
"ref": "refs/heads/main"
}
}
}
[02:29:20.680] Invocation finished in 2h50m12.052925373s with status FAILED