[21:19:47.687] New invocation is queued and will start shortly
[21:19:47.687] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[21:19:48.797] Starting the invocation (attempt 1)
[21:19:48.828] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f1f71fbec31c57ffc6e05b80efc62048aa54f065"
[21:19:48.828] Reconstructed gitiles commit from tags
[21:19:48.828] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:19:48.828] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:19:48.829] Buildbucket request:
{
"requestId": "8852749926565139648",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.minimal.riscv64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "14ed8a40e689c05d80e75da9cc7b4500ef3a45ddd79a8c9292dddc64c5f65db8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e3f1cce43b2b249b7a0c9dd2321992d1f58023d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852749926565139648",
"job": "fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "14ed8a40e689c05d80e75da9cc7b4500ef3a45ddd79a8c9292dddc64c5f65db8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e3f1cce43b2b249b7a0c9dd2321992d1f58023d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f1f71fbec31c57ffc6e05b80efc62048aa54f065"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f1f71fbec31c57ffc6e05b80efc62048aa54f065",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "95fcaad6-8024-4179-9275-8c098fd10c64",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687332119625704129"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f1f71fbec31c57ffc6e05b80efc62048aa54f065"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f1f71fbec31c57ffc6e05b80efc62048aa54f065",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852749926565139648"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:19:49.387] Scheduled build:
{
"id": "8687319864648658657",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.minimal.riscv64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-14T21:19:48.886287535Z",
"updateTime": "2026-03-14T21:19:48.886287535Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f1f71fbec31c57ffc6e05b80efc62048aa54f065",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:19:49.387] Task URL: https://cr-buildbucket.appspot.com/build/8687319864648658657
[21:19:49.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:2:0) after 9m37s
[21:19:49.908] Received PubSub notification, asking Buildbucket for the build status
[21:19:49.924] Build status: SCHEDULED
[21:19:55.515] Received PubSub notification, asking Buildbucket for the build status
[21:19:55.531] Build status: STARTED
[21:29:27.223] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:2:0)
[21:29:27.262] Build status: STARTED
[21:29:27.262] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:5:0) after 3m12s
[21:32:39.391] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:5:0)
[21:32:39.413] Build status: STARTED
[21:32:39.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:6:0) after 5m10s
[21:37:49.436] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:6:0)
[21:37:49.517] Build status: STARTED
[21:37:49.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:7:0) after 6m42s
[21:44:31.632] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:7:0)
[21:44:31.650] Build status: STARTED
[21:44:31.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:8:0) after 7m21s
[21:51:52.782] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:8:0)
[21:51:52.803] Build status: STARTED
[21:51:52.803] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:9:0) after 2m39s
[21:54:31.805] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:9:0)
[21:54:31.822] Build status: STARTED
[21:54:31.822] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:10:0) after 2m25s
[21:56:56.918] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:10:0)
[21:56:56.962] Build status: STARTED
[21:56:56.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:11:0) after 9m41s
[22:06:38.016] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:11:0)
[22:06:38.072] Build status: STARTED
[22:06:38.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:12:0) after 1m47s
[22:08:25.183] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:12:0)
[22:08:25.201] Build status: STARTED
[22:08:25.201] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:13:0) after 1m41s
[22:10:06.170] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:13:0)
[22:10:06.184] Build status: STARTED
[22:10:06.184] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:14:0) after 1m33s
[22:11:39.211] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:14:0)
[22:11:39.224] Build status: STARTED
[22:11:39.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:15:0) after 7m20s
[22:18:59.359] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:15:0)
[22:18:59.376] Build status: STARTED
[22:18:59.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:16:0) after 4m58s
[22:23:57.343] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:16:0)
[22:23:57.428] Build status: STARTED
[22:23:57.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:17:0) after 4m22s
[22:28:19.427] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:17:0)
[22:28:19.453] Build status: STARTED
[22:28:19.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:18:0) after 1m20s
[22:29:39.569] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:18:0)
[22:29:39.588] Build status: STARTED
[22:29:39.588] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:19:0) after 3m35s
[22:33:14.660] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:19:0)
[22:33:14.746] Build status: STARTED
[22:33:14.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:20:0) after 6m23s
[22:39:37.762] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:20:0)
[22:39:37.781] Build status: STARTED
[22:39:37.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:21:0) after 5m46s
[22:45:23.860] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:21:0)
[22:45:23.878] Build status: STARTED
[22:45:23.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:22:0) after 4m47s
[22:50:11.283] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:22:0)
[22:50:11.303] Build status: STARTED
[22:50:11.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:23:0) after 7m40s
[22:57:51.489] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:23:0)
[22:57:51.510] Build status: STARTED
[22:57:51.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:24:0) after 7m11s
[23:05:02.629] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:24:0)
[23:05:02.654] Build status: STARTED
[23:05:02.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:25:0) after 3m11s
[23:08:13.735] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:25:0)
[23:08:13.755] Build status: STARTED
[23:08:13.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:26:0) after 7m3s
[23:15:16.872] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:26:0)
[23:15:16.892] Build status: STARTED
[23:15:16.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:27:0) after 2m49s
[23:18:05.916] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:27:0)
[23:18:05.935] Build status: STARTED
[23:18:05.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:28:0) after 1m34s
[23:19:39.953] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:28:0)
[23:19:39.971] Build status: STARTED
[23:19:39.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:29:0) after 1m37s
[23:21:17.031] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:29:0)
[23:21:17.052] Build status: STARTED
[23:21:17.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:30:0) after 9m9s
[23:30:26.086] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:30:0)
[23:30:26.103] Build status: STARTED
[23:30:26.103] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:31:0) after 3m51s
[23:34:17.240] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:31:0)
[23:34:17.259] Build status: STARTED
[23:34:17.259] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:32:0) after 5m31s
[23:39:48.338] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:32:0)
[23:39:48.382] Build status: STARTED
[23:39:48.382] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:33:0) after 2m22s
[23:42:10.397] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:33:0)
[23:42:10.415] Build status: STARTED
[23:42:10.415] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:34:0) after 4m2s
[23:46:12.435] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:34:0)
[23:46:12.447] Build status: STARTED
[23:46:12.447] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:35:0) after 3m32s
[23:49:44.758] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:35:0)
[23:49:44.776] Build status: STARTED
[23:49:44.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:36:0) after 9m46s
[23:59:30.894] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:36:0)
[23:59:30.913] Build status: STARTED
[23:59:30.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:37:0) after 6m57s
[00:06:27.961] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:37:0)
[00:06:27.988] Build status: STARTED
[00:06:27.988] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:38:0) after 9m32s
[00:16:00.004] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:38:0)
[00:16:00.066] Build status: STARTED
[00:16:00.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8852749926565139648:39:0) after 9m49s
[00:19:45.644] Received PubSub notification, asking Buildbucket for the build status
[00:19:45.659] Build:
{
"id": "8687319864648658657",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.minimal.riscv64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-14T21:19:48.886287535Z",
"startTime": "2026-03-14T21:19:54.022739825Z",
"endTime": "2026-03-15T00:19:45.299060664Z",
"updateTime": "2026-03-15T00:19:45.299060664Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f1f71fbec31c57ffc6e05b80efc62048aa54f065",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:19:45.659] Invocation finished in 2h59m57.983730497s with status FAILED