[02:55:09.194] New invocation is queued and will start shortly
[02:55:09.194] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[02:55:10.595] Starting the invocation (attempt 1)
[02:55:10.618] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d4c7630e2c6eb0c991a37226b3f872256d5e47f0"
[02:55:10.618] Reconstructed gitiles commit from tags
[02:55:10.618] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:55:10.618] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:55:10.618] Buildbucket request:
{
"requestId": "8853091215497325744",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.minimal.riscv64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "87e917740f9bfc3f50d0a34d420d7c4f78f6cda475a8cc1b02da0b795aee8c2e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "17af429e5cf8d460320ca7abd9eb616d2be9c104",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853091215497325744",
"job": "fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "87e917740f9bfc3f50d0a34d420d7c4f78f6cda475a8cc1b02da0b795aee8c2e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "17af429e5cf8d460320ca7abd9eb616d2be9c104",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d4c7630e2c6eb0c991a37226b3f872256d5e47f0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d4c7630e2c6eb0c991a37226b3f872256d5e47f0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8f57b141-cfe9-46b5-a13b-4b226d73fceb",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687674043304123905"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d4c7630e2c6eb0c991a37226b3f872256d5e47f0"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d4c7630e2c6eb0c991a37226b3f872256d5e47f0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853091215497325744"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:55:11.025] Scheduled build:
{
"id": "8687661153286072817",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.minimal.riscv64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-11T02:55:10.678469293Z",
"updateTime": "2026-03-11T02:55:10.678469293Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d4c7630e2c6eb0c991a37226b3f872256d5e47f0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:55:11.025] Task URL: https://cr-buildbucket.appspot.com/build/8687661153286072817
[02:55:11.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:2:0) after 1m54s
[02:55:11.985] Received PubSub notification, asking Buildbucket for the build status
[02:55:12.012] Build status: SCHEDULED
[02:55:15.297] Received PubSub notification, asking Buildbucket for the build status
[02:55:15.320] Build status: STARTED
[02:57:05.051] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:2:0)
[02:57:05.135] Build status: STARTED
[02:57:05.135] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:5:0) after 1m54s
[02:58:59.154] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:5:0)
[02:58:59.173] Build status: STARTED
[02:58:59.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:6:0) after 4m2s
[03:03:01.233] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:6:0)
[03:03:01.345] Build status: STARTED
[03:03:01.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:7:0) after 9m3s
[03:12:04.393] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:7:0)
[03:12:04.433] Build status: STARTED
[03:12:04.434] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:8:0) after 4m24s
[03:16:28.501] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:8:0)
[03:16:28.531] Build status: STARTED
[03:16:28.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:9:0) after 6m36s
[03:23:04.590] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:9:0)
[03:23:04.612] Build status: STARTED
[03:23:04.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:10:0) after 8m31s
[03:31:35.628] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:10:0)
[03:31:35.664] Build status: STARTED
[03:31:35.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:11:0) after 4m23s
[03:35:58.736] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:11:0)
[03:35:58.754] Build status: STARTED
[03:35:58.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:12:0) after 5m42s
[03:41:40.769] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:12:0)
[03:41:40.788] Build status: STARTED
[03:41:40.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:13:0) after 5m28s
[03:47:08.883] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:13:0)
[03:47:08.898] Build status: STARTED
[03:47:08.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:14:0) after 8m3s
[03:55:12.085] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:14:0)
[03:55:12.101] Build status: STARTED
[03:55:12.101] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:15:0) after 8m39s
[04:03:51.106] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:15:0)
[04:03:51.127] Build status: STARTED
[04:03:51.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:16:0) after 4m31s
[04:08:22.189] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:16:0)
[04:08:22.231] Build status: STARTED
[04:08:22.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:17:0) after 3m45s
[04:12:07.349] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:17:0)
[04:12:07.369] Build status: STARTED
[04:12:07.369] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:18:0) after 5m14s
[04:17:21.441] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:18:0)
[04:17:21.460] Build status: STARTED
[04:17:21.460] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:19:0) after 8m44s
[04:26:05.578] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:19:0)
[04:26:05.593] Build status: STARTED
[04:26:05.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:20:0) after 4m37s
[04:30:42.659] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:20:0)
[04:30:42.676] Build status: STARTED
[04:30:42.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:21:0) after 4m40s
[04:35:22.693] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:21:0)
[04:35:22.710] Build status: STARTED
[04:35:22.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:22:0) after 3m29s
[04:38:51.796] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:22:0)
[04:38:51.865] Build status: STARTED
[04:38:51.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:23:0) after 7m15s
[04:46:06.928] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:23:0)
[04:46:06.942] Build status: STARTED
[04:46:06.942] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:24:0) after 5m21s
[04:51:27.959] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:24:0)
[04:51:27.977] Build status: STARTED
[04:51:27.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:25:0) after 2m27s
[04:53:54.994] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:25:0)
[04:53:55.060] Build status: STARTED
[04:53:55.060] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:26:0) after 3m9s
[04:57:04.077] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:26:0)
[04:57:04.097] Build status: STARTED
[04:57:04.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:27:0) after 6m24s
[05:03:28.078] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:27:0)
[05:03:28.100] Build status: STARTED
[05:03:28.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:28:0) after 1m42s
[05:05:10.088] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:28:0)
[05:05:10.112] Build status: STARTED
[05:05:10.116] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:29:0) after 2m8s
[05:07:18.159] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:29:0)
[05:07:18.179] Build status: STARTED
[05:07:18.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:30:0) after 8m8s
[05:15:26.182] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:30:0)
[05:15:26.196] Build status: STARTED
[05:15:26.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:31:0) after 1m22s
[05:16:48.245] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:31:0)
[05:16:48.258] Build status: STARTED
[05:16:48.258] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:32:0) after 8m1s
[05:24:49.280] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:32:0)
[05:24:49.365] Build status: STARTED
[05:24:49.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:33:0) after 7m16s
[05:32:05.444] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:33:0)
[05:32:05.463] Build status: STARTED
[05:32:05.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:34:0) after 5m10s
[05:37:15.481] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:34:0)
[05:37:15.496] Build status: STARTED
[05:37:15.496] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:35:0) after 2m6s
[05:39:21.614] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:35:0)
[05:39:21.633] Build status: STARTED
[05:39:21.633] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:36:0) after 5m37s
[05:44:58.649] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:36:0)
[05:44:58.666] Build status: STARTED
[05:44:58.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:37:0) after 5m30s
[05:50:28.692] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:37:0)
[05:50:28.798] Build status: STARTED
[05:50:28.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:38:0) after 7m57s
[05:58:25.801] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:38:0)
[05:58:25.817] Build status: STARTED
[05:58:25.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:39:0) after 2m7s
[06:00:32.833] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:39:0)
[06:00:32.873] Build status: STARTED
[06:00:32.873] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:40:0) after 3m38s
[06:04:10.886] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:40:0)
[06:04:10.899] Build status: STARTED
[06:04:10.899] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:41:0) after 1m34s
[06:05:44.905] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:41:0)
[06:05:44.922] Build status: STARTED
[06:05:44.923] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:42:0) after 2m17s
[06:08:01.988] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:42:0)
[06:08:02.091] Build status: STARTED
[06:08:02.091] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:43:0) after 3m46s
[06:11:48.109] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:43:0)
[06:11:48.134] Build status: STARTED
[06:11:48.135] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.minimal.riscv64-debug:8853091215497325744:44:0) after 5m4s
[06:12:46.670] Received PubSub notification, asking Buildbucket for the build status
[06:12:46.685] Build:
{
"id": "8687661153286072817",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.minimal.riscv64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-11T02:55:10.678469293Z",
"startTime": "2026-03-11T02:55:15.119021380Z",
"endTime": "2026-03-11T06:12:46.349526250Z",
"updateTime": "2026-03-11T06:12:46.349526250Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d4c7630e2c6eb0c991a37226b3f872256d5e47f0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:12:46.685] Invocation finished in 3h17m37.499751446s with status FAILED