[00:30:32.390] New invocation is queued and will start shortly
[00:30:32.390] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[00:30:33.457] Starting the invocation (attempt 1)
[00:30:33.479] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/28b840815c2285edb232ac0d6ca6f70af987f4c2"
[00:30:33.479] Reconstructed gitiles commit from tags
[00:30:33.479] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:30:33.479] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:30:33.480] Buildbucket request:
{
"requestId": "8853643895579570256",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "894e7e33dc44c81e622f07fb18426fe89f6f2f5a28b8bbb28644b43dd454c130/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c1a0620ef5b64fb6d25547de40d8ea717cd0d674",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853643895579570256",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.x64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "894e7e33dc44c81e622f07fb18426fe89f6f2f5a28b8bbb28644b43dd454c130/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c1a0620ef5b64fb6d25547de40d8ea717cd0d674",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "28b840815c2285edb232ac0d6ca6f70af987f4c2"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/28b840815c2285edb232ac0d6ca6f70af987f4c2",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e9dc5c33-1927-432b-b351-a9f06166c3d4",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688220789210826849"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "28b840815c2285edb232ac0d6ca6f70af987f4c2"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "28b840815c2285edb232ac0d6ca6f70af987f4c2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853643895579570256"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.x64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:30:33.869] Scheduled build:
{
"id": "8688213833738799985",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-05T00:30:33.525640906Z",
"updateTime": "2026-03-05T00:30:33.525640906Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "28b840815c2285edb232ac0d6ca6f70af987f4c2",
"ref": "refs/heads/main"
}
}
}
[00:30:33.869] Task URL: https://cr-buildbucket.appspot.com/build/8688213833738799985
[00:30:33.869] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:2:0) after 2m57s
[00:30:34.835] Received PubSub notification, asking Buildbucket for the build status
[00:30:34.954] Build status: SCHEDULED
[00:33:30.931] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:2:0)
[00:33:30.956] Build status: SCHEDULED
[00:33:30.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:4:0) after 2m44s
[00:36:14.719] Received PubSub notification, asking Buildbucket for the build status
[00:36:14.797] Build status: STARTED
[00:36:14.942] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:4:0)
[00:36:14.964] Build status: STARTED
[00:36:14.964] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:6:0) after 1m42s
[00:37:56.987] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:6:0)
[00:37:57.082] Build status: STARTED
[00:37:57.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:7:0) after 4m44s
[00:42:41.076] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:7:0)
[00:42:41.249] Build status: STARTED
[00:42:41.249] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:8:0) after 3m45s
[00:46:26.274] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:8:0)
[00:46:26.326] Build status: STARTED
[00:46:26.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:9:0) after 3m15s
[00:49:41.358] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:9:0)
[00:49:41.387] Build status: STARTED
[00:49:41.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:10:0) after 8m41s
[00:58:22.430] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:10:0)
[00:58:22.452] Build status: STARTED
[00:58:22.452] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:11:0) after 2m6s
[01:00:28.538] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:11:0)
[01:00:28.555] Build status: STARTED
[01:00:28.555] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:12:0) after 5m33s
[01:06:01.569] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:12:0)
[01:06:01.606] Build status: STARTED
[01:06:01.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:13:0) after 9m40s
[01:15:41.730] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:13:0)
[01:15:41.753] Build status: STARTED
[01:15:41.753] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:14:0) after 5m59s
[01:21:40.868] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:14:0)
[01:21:40.900] Build status: STARTED
[01:21:40.900] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:15:0) after 2m7s
[01:23:47.916] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:15:0)
[01:23:47.945] Build status: STARTED
[01:23:47.945] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:16:0) after 8m37s
[01:32:24.967] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:16:0)
[01:32:24.996] Build status: STARTED
[01:32:24.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:17:0) after 9m34s
[01:41:59.018] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:17:0)
[01:41:59.038] Build status: STARTED
[01:41:59.038] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:18:0) after 6m8s
[01:48:07.104] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:18:0)
[01:48:07.138] Build status: STARTED
[01:48:07.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:19:0) after 7m2s
[01:55:09.161] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:19:0)
[01:55:09.176] Build status: STARTED
[01:55:09.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:20:0) after 8m22s
[02:03:31.149] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:20:0)
[02:03:31.179] Build status: STARTED
[02:03:31.179] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:21:0) after 6m53s
[02:10:24.312] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:21:0)
[02:10:24.330] Build status: STARTED
[02:10:24.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:22:0) after 9m42s
[02:20:06.399] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:22:0)
[02:20:06.417] Build status: STARTED
[02:20:06.417] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:23:0) after 6m48s
[02:26:54.400] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:23:0)
[02:26:54.420] Build status: STARTED
[02:26:54.421] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:24:0) after 9m27s
[02:36:21.488] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:24:0)
[02:36:21.503] Build status: STARTED
[02:36:21.503] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:25:0) after 1m41s
[02:38:02.519] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:25:0)
[02:38:02.533] Build status: STARTED
[02:38:02.533] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:26:0) after 8m56s
[02:46:58.547] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:26:0)
[02:46:58.572] Build status: STARTED
[02:46:58.572] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:27:0) after 7m9s
[02:54:07.633] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:27:0)
[02:54:07.654] Build status: STARTED
[02:54:07.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:28:0) after 1m48s
[02:55:55.673] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:28:0)
[02:55:55.688] Build status: STARTED
[02:55:55.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:29:0) after 3m38s
[02:59:33.753] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:29:0)
[02:59:33.766] Build status: STARTED
[02:59:33.766] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:30:0) after 7m20s
[03:06:53.792] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:30:0)
[03:06:53.905] Build status: STARTED
[03:06:53.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:31:0) after 3m26s
[03:10:19.984] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:31:0)
[03:10:20.057] Build status: STARTED
[03:10:20.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:32:0) after 5m41s
[03:16:01.074] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:32:0)
[03:16:01.090] Build status: STARTED
[03:16:01.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:33:0) after 4m22s
[03:20:23.104] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:33:0)
[03:20:23.155] Build status: STARTED
[03:20:23.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:34:0) after 5m45s
[03:26:08.148] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:34:0)
[03:26:08.190] Build status: STARTED
[03:26:08.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.x64-debug:8853643895579570256:35:0) after 3m57s
[03:26:59.726] Received PubSub notification, asking Buildbucket for the build status
[03:26:59.768] Build:
{
"id": "8688213833738799985",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-05T00:30:33.525640906Z",
"startTime": "2026-03-05T00:36:14.437649451Z",
"endTime": "2026-03-05T03:26:58.689470785Z",
"updateTime": "2026-03-05T03:26:58.689470785Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "28b840815c2285edb232ac0d6ca6f70af987f4c2",
"ref": "refs/heads/main"
}
}
}
[03:26:59.768] Invocation finished in 2h56m27.381689355s with status FAILED