[09:13:03.012] New invocation is queued and will start shortly
[09:13:03.012] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[09:13:04.148] Starting the invocation (attempt 1)
[09:13:04.173] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1f9c54a15a87f72ca45fb47ec006d1eae63f4eb0"
[09:13:04.173] Reconstructed gitiles commit from tags
[09:13:04.173] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:13:04.173] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:13:04.174] Buildbucket request:
{
"requestId": "8852161470608174928",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ec0b50df485531b5202c5fddeffca9d5f59d2f1b81c00ff3698e76e16dca70c3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c2fce52c6f07ae82ebf7ff66f43e066df1daffcb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852161470608174928",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a00335a55b31efeb642fd02ef85d4633a0541e5c134527a27a6ecb860f1fbbc2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "606ac042ee899ccad45ec10cd034d408298b574c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "64c4e529a9560b77a049fe80f635d9a29a7b515e"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/64c4e529a9560b77a049fe80f635d9a29a7b515e",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8291cac7-48ea-431a-829e-a70d3b2ed106",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686742260481902129"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "af1dfb2cadc17fdf8bb89b9d4d71da894c1de2ecd6c89e7bd6f5c4645f4b9be7/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c2fce52c6f07ae82ebf7ff66f43e066df1daffcb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "b3c1098211c8f71800d16b82d5672fb78871a284"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b3c1098211c8f71800d16b82d5672fb78871a284",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b0e54964-2c62-4107-8b40-fc271d32ea94",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686736620718856033"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ec0b50df485531b5202c5fddeffca9d5f59d2f1b81c00ff3698e76e16dca70c3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c2fce52c6f07ae82ebf7ff66f43e066df1daffcb",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1f9c54a15a87f72ca45fb47ec006d1eae63f4eb0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1f9c54a15a87f72ca45fb47ec006d1eae63f4eb0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "80bb3db2-8e28-407b-b6f1-c5a7fc2e106a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686734416023526657"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1f9c54a15a87f72ca45fb47ec006d1eae63f4eb0"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1f9c54a15a87f72ca45fb47ec006d1eae63f4eb0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852161470608174928"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.x64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:13:04.768] Scheduled build:
{
"id": "8686731408628822609",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-21T09:13:04.279813657Z",
"updateTime": "2026-03-21T09:13:04.279813657Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1f9c54a15a87f72ca45fb47ec006d1eae63f4eb0",
"ref": "refs/heads/main"
}
}
}
[09:13:04.768] Task URL: https://cr-buildbucket.appspot.com/build/8686731408628822609
[09:13:04.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:2:0) after 5m25s
[09:13:05.775] Received PubSub notification, asking Buildbucket for the build status
[09:13:05.808] Build status: SCHEDULED
[09:14:47.726] Received PubSub notification, asking Buildbucket for the build status
[09:14:47.769] Build status: STARTED
[09:18:29.863] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:2:0)
[09:18:29.890] Build status: STARTED
[09:18:29.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:5:0) after 1m14s
[09:19:43.889] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:5:0)
[09:19:43.902] Build status: STARTED
[09:19:43.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:6:0) after 3m55s
[09:23:38.890] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:6:0)
[09:23:38.915] Build status: STARTED
[09:23:38.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:7:0) after 9m50s
[09:33:28.932] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:7:0)
[09:33:29.002] Build status: STARTED
[09:33:29.002] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:8:0) after 1m38s
[09:35:06.983] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:8:0)
[09:35:07.003] Build status: STARTED
[09:35:07.003] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:9:0) after 4m33s
[09:39:40.049] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:9:0)
[09:39:40.076] Build status: STARTED
[09:39:40.076] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:10:0) after 9m28s
[09:49:08.128] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:10:0)
[09:49:08.157] Build status: STARTED
[09:49:08.157] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:11:0) after 1m27s
[09:50:35.366] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:11:0)
[09:50:35.407] Build status: STARTED
[09:50:35.407] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:12:0) after 4m24s
[09:54:59.529] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:12:0)
[09:54:59.574] Build status: STARTED
[09:54:59.574] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:13:0) after 2m32s
[09:57:31.591] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:13:0)
[09:57:31.612] Build status: STARTED
[09:57:31.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:14:0) after 6m29s
[10:04:00.669] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:14:0)
[10:04:00.730] Build status: STARTED
[10:04:00.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:15:0) after 8m28s
[10:12:29.006] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:15:0)
[10:12:29.023] Build status: STARTED
[10:12:29.023] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:16:0) after 4m19s
[10:16:48.510] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:16:0)
[10:16:48.536] Build status: STARTED
[10:16:48.536] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:17:0) after 7m25s
[10:24:13.823] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:17:0)
[10:24:13.852] Build status: STARTED
[10:24:13.852] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:18:0) after 6m10s
[10:30:23.868] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:18:0)
[10:30:23.887] Build status: STARTED
[10:30:23.887] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:19:0) after 2m58s
[10:33:21.923] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:19:0)
[10:33:21.943] Build status: STARTED
[10:33:21.943] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:20:0) after 5m29s
[10:38:51.051] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:20:0)
[10:38:51.068] Build status: STARTED
[10:38:51.068] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:21:0) after 2m51s
[10:41:42.171] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:21:0)
[10:41:42.197] Build status: STARTED
[10:41:42.197] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:22:0) after 6m23s
[10:48:05.206] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:22:0)
[10:48:05.224] Build status: STARTED
[10:48:05.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:23:0) after 1m19s
[10:49:24.241] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:23:0)
[10:49:24.320] Build status: STARTED
[10:49:24.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:24:0) after 2m42s
[10:52:06.801] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:24:0)
[10:52:06.814] Build status: STARTED
[10:52:06.814] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:25:0) after 5m38s
[10:57:44.873] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:25:0)
[10:57:44.891] Build status: STARTED
[10:57:44.891] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:26:0) after 6m35s
[11:04:19.908] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:26:0)
[11:04:19.924] Build status: STARTED
[11:04:19.924] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:27:0) after 7m1s
[11:11:20.937] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:27:0)
[11:11:21.008] Build status: STARTED
[11:11:21.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:28:0) after 3m15s
[11:14:36.054] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:28:0)
[11:14:36.081] Build status: STARTED
[11:14:36.081] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:29:0) after 2m43s
[11:17:19.095] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:29:0)
[11:17:19.125] Build status: STARTED
[11:17:19.125] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:30:0) after 1m52s
[11:19:11.137] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:30:0)
[11:19:11.152] Build status: STARTED
[11:19:11.152] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:31:0) after 1m5s
[11:20:16.168] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:31:0)
[11:20:16.183] Build status: STARTED
[11:20:16.183] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:32:0) after 2m49s
[11:23:05.196] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:32:0)
[11:23:05.214] Build status: STARTED
[11:23:05.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:33:0) after 7m38s
[11:30:43.250] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:33:0)
[11:30:43.277] Build status: STARTED
[11:30:43.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:34:0) after 6m39s
[11:37:22.375] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:34:0)
[11:37:22.397] Build status: STARTED
[11:37:22.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:35:0) after 8m18s
[11:45:40.622] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:35:0)
[11:45:40.669] Build status: STARTED
[11:45:40.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:36:0) after 4m24s
[11:50:04.819] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:36:0)
[11:50:04.831] Build status: STARTED
[11:50:04.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:37:0) after 3m24s
[11:53:28.877] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:37:0)
[11:53:28.891] Build status: STARTED
[11:53:28.891] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:38:0) after 9m49s
[12:03:18.110] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:38:0)
[12:03:18.140] Build status: STARTED
[12:03:18.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:39:0) after 1m33s
[12:04:51.186] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:39:0)
[12:04:51.336] Build status: STARTED
[12:04:51.336] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:40:0) after 3m54s
[12:08:45.449] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:40:0)
[12:08:45.472] Build status: STARTED
[12:08:45.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:41:0) after 3m32s
[12:12:17.546] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:41:0)
[12:12:17.567] Build status: STARTED
[12:12:17.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.x64-release:8852161470608174928:42:0) after 2m15s
[12:12:57.381] Received PubSub notification, asking Buildbucket for the build status
[12:12:57.402] Build:
{
"id": "8686731408628822609",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.x64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-21T09:13:04.279813657Z",
"startTime": "2026-03-21T09:14:47.595467659Z",
"endTime": "2026-03-21T12:12:56.973632334Z",
"updateTime": "2026-03-21T12:12:56.973632334Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "1f9c54a15a87f72ca45fb47ec006d1eae63f4eb0",
"ref": "refs/heads/main"
}
}
}
[12:12:57.402] Invocation finished in 2h59m54.394297118s with status FAILED