[03:32:40.344] New invocation is queued and will start shortly
[03:32:40.344] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:32:41.463] Starting the invocation (attempt 1)
[03:32:41.487] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bce20f538caf18619a825c689883f652471091d3"
[03:32:41.487] Reconstructed gitiles commit from tags
[03:32:41.487] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:32:41.487] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:32:41.488] Buildbucket request:
{
"requestId": "8836147222276678400",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b6b91ce700ea19bc938537410fa2ad5941e85934ae6427a11581b7ecd4bccfb1/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "87a7a5dbd298783987c158ec87052080bc278781",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8836147222276678400",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b6b91ce700ea19bc938537410fa2ad5941e85934ae6427a11581b7ecd4bccfb1/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "87a7a5dbd298783987c158ec87052080bc278781",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bce20f538caf18619a825c689883f652471091d3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bce20f538caf18619a825c689883f652471091d3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e54414f4-c2c9-4fe0-b2a6-06e6709619dd",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8670723852390712785"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bce20f538caf18619a825c689883f652471091d3"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bce20f538caf18619a825c689883f652471091d3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8836147222276678400"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:32:41.866] Scheduled build:
{
"id": "8670717160353814833",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-14T03:32:41.555395087Z",
"updateTime": "2026-09-14T03:32:41.555395087Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bce20f538caf18619a825c689883f652471091d3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:32:41.866] Task URL: https://cr-buildbucket.appspot.com/build/8670717160353814833
[03:32:41.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:2:0) after 2m58s
[03:32:41.936] Received PubSub notification, asking Buildbucket for the build status
[03:32:41.957] Build status: SCHEDULED
[03:32:48.981] Received PubSub notification, asking Buildbucket for the build status
[03:32:48.996] Build status: STARTED
[03:35:39.880] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:2:0)
[03:35:39.908] Build status: STARTED
[03:35:39.908] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:5:0) after 1m55s
[03:37:35.002] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:5:0)
[03:37:35.021] Build status: STARTED
[03:37:35.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:6:0) after 1m31s
[03:39:06.035] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:6:0)
[03:39:06.058] Build status: STARTED
[03:39:06.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:7:0) after 4m39s
[03:43:45.074] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:7:0)
[03:43:45.091] Build status: STARTED
[03:43:45.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:8:0) after 5m5s
[03:48:50.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:8:0)
[03:48:50.221] Build status: STARTED
[03:48:50.221] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:9:0) after 9m9s
[03:57:59.249] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:9:0)
[03:57:59.293] Build status: STARTED
[03:57:59.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:10:0) after 1m14s
[03:59:13.338] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:10:0)
[03:59:13.357] Build status: STARTED
[03:59:13.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:11:0) after 9m51s
[04:09:04.407] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:11:0)
[04:09:04.428] Build status: STARTED
[04:09:04.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:12:0) after 9m59s
[04:19:03.525] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:12:0)
[04:19:03.551] Build status: STARTED
[04:19:03.551] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:13:0) after 5m23s
[04:24:26.615] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:13:0)
[04:24:26.685] Build status: STARTED
[04:24:26.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:14:0) after 6m2s
[04:30:28.753] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:14:0)
[04:30:28.788] Build status: STARTED
[04:30:28.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:15:0) after 2m33s
[04:33:01.804] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:15:0)
[04:33:01.823] Build status: STARTED
[04:33:01.823] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:16:0) after 6m58s
[04:39:59.838] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:16:0)
[04:39:59.865] Build status: STARTED
[04:39:59.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:17:0) after 6m24s
[04:46:23.882] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:17:0)
[04:46:23.902] Build status: STARTED
[04:46:23.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:18:0) after 1m47s
[04:48:10.975] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:18:0)
[04:48:10.995] Build status: STARTED
[04:48:10.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:19:0) after 4m5s
[04:52:16.087] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:19:0)
[04:52:16.102] Build status: STARTED
[04:52:16.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:20:0) after 2m44s
[04:55:00.076] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:20:0)
[04:55:00.099] Build status: STARTED
[04:55:00.099] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:21:0) after 7m48s
[05:02:48.157] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:21:0)
[05:02:48.232] Build status: STARTED
[05:02:48.232] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:22:0) after 8m31s
[05:11:19.400] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:22:0)
[05:11:19.426] Build status: STARTED
[05:11:19.426] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:23:0) after 6m37s
[05:17:56.452] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:23:0)
[05:17:56.473] Build status: STARTED
[05:17:56.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:24:0) after 3m31s
[05:21:27.489] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:24:0)
[05:21:27.521] Build status: STARTED
[05:21:27.521] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:25:0) after 2m55s
[05:24:22.537] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:25:0)
[05:24:22.556] Build status: STARTED
[05:24:22.556] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:26:0) after 1m1s
[05:25:23.601] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:26:0)
[05:25:23.621] Build status: STARTED
[05:25:23.621] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:27:0) after 4m27s
[05:29:50.631] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:27:0)
[05:29:50.660] Build status: STARTED
[05:29:50.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:28:0) after 8m21s
[05:38:11.708] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:28:0)
[05:38:11.727] Build status: STARTED
[05:38:11.727] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:29:0) after 8m57s
[05:47:08.741] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:29:0)
[05:47:08.764] Build status: STARTED
[05:47:08.764] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:30:0) after 4m18s
[05:51:26.871] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:30:0)
[05:51:26.891] Build status: STARTED
[05:51:26.891] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:31:0) after 1m1s
[05:52:27.863] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:31:0)
[05:52:27.908] Build status: STARTED
[05:52:27.908] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:32:0) after 4m1s
[05:56:29.027] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:32:0)
[05:56:29.063] Build status: STARTED
[05:56:29.063] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:33:0) after 6m36s
[06:03:05.135] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:33:0)
[06:03:05.335] Build status: STARTED
[06:03:05.335] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:34:0) after 6m39s
[06:09:44.374] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:34:0)
[06:09:44.391] Build status: STARTED
[06:09:44.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:35:0) after 8m19s
[06:18:03.456] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:35:0)
[06:18:03.529] Build status: STARTED
[06:18:03.529] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:36:0) after 4m43s
[06:22:46.571] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:36:0)
[06:22:46.602] Build status: STARTED
[06:22:46.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-release:8836147222276678400:37:0) after 5m41s
[06:23:09.681] Received PubSub notification, asking Buildbucket for the build status
[06:23:09.757] Build:
{
"id": "8670717160353814833",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-09-14T03:32:41.555395087Z",
"startTime": "2026-09-14T03:32:48.776650356Z",
"endTime": "2026-09-14T06:23:09.137725138Z",
"updateTime": "2026-09-14T06:23:09.137725138Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "bce20f538caf18619a825c689883f652471091d3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:23:09.757] Invocation finished in 2h50m29.419514147s with status FAILED