[03:58:06.912] New invocation is queued and will start shortly
[03:58:06.912] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:58:08.024] Starting the invocation (attempt 1)
[03:58:08.052] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3bc216c29cb42c7d94b617943b1d44afce605588"
[03:58:08.052] Reconstructed gitiles commit from tags
[03:58:08.052] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:58:08.052] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:58:08.053] Buildbucket request:
{
"requestId": "8852724866403099728",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "00b92fb026331982666c2de6955904637c11928cd68430b014df0200c3dc2ee0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e3f1cce43b2b249b7a0c9dd2321992d1f58023d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852724866403099728",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "00b92fb026331982666c2de6955904637c11928cd68430b014df0200c3dc2ee0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2e3f1cce43b2b249b7a0c9dd2321992d1f58023d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3bc216c29cb42c7d94b617943b1d44afce605588"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3bc216c29cb42c7d94b617943b1d44afce605588",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9d972d7f-1cba-4f17-8984-ea7a3daa7763",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687301724799448657"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3bc216c29cb42c7d94b617943b1d44afce605588"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3bc216c29cb42c7d94b617943b1d44afce605588",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852724866403099728"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:58:08.539] Scheduled build:
{
"id": "8687294804473931169",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-15T03:58:08.131241532Z",
"updateTime": "2026-03-15T03:58:08.131241532Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3bc216c29cb42c7d94b617943b1d44afce605588",
"ref": "refs/heads/main"
}
}
}
[03:58:08.539] Task URL: https://cr-buildbucket.appspot.com/build/8687294804473931169
[03:58:08.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:2:0) after 4m8s
[03:58:09.549] Received PubSub notification, asking Buildbucket for the build status
[03:58:09.573] Build status: SCHEDULED
[03:58:11.768] Received PubSub notification, asking Buildbucket for the build status
[03:58:11.792] Build status: STARTED
[04:02:16.554] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:2:0)
[04:02:16.585] Build status: STARTED
[04:02:16.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:5:0) after 5m52s
[04:08:08.601] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:5:0)
[04:08:08.622] Build status: STARTED
[04:08:08.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:6:0) after 8m42s
[04:16:50.757] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:6:0)
[04:16:50.795] Build status: STARTED
[04:16:50.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:7:0) after 4m17s
[04:21:07.978] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:7:0)
[04:21:07.997] Build status: STARTED
[04:21:07.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:8:0) after 5m37s
[04:26:45.015] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:8:0)
[04:26:45.033] Build status: STARTED
[04:26:45.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:9:0) after 2m51s
[04:29:36.046] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:9:0)
[04:29:36.065] Build status: STARTED
[04:29:36.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:10:0) after 5m30s
[04:35:06.087] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:10:0)
[04:35:06.106] Build status: STARTED
[04:35:06.106] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:11:0) after 5m43s
[04:40:49.218] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:11:0)
[04:40:49.244] Build status: STARTED
[04:40:49.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:12:0) after 7m41s
[04:48:30.240] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:12:0)
[04:48:30.256] Build status: STARTED
[04:48:30.256] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:13:0) after 5m13s
[04:53:43.414] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:13:0)
[04:53:43.582] Build status: STARTED
[04:53:43.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:14:0) after 1m58s
[04:55:41.863] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:14:0)
[04:55:41.880] Build status: STARTED
[04:55:41.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:15:0) after 2m10s
[04:57:51.909] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:15:0)
[04:57:51.928] Build status: STARTED
[04:57:51.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:16:0) after 3m3s
[05:00:55.065] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:16:0)
[05:00:55.090] Build status: STARTED
[05:00:55.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:17:0) after 9m7s
[05:10:02.161] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:17:0)
[05:10:02.191] Build status: STARTED
[05:10:02.191] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:18:0) after 2m38s
[05:12:40.209] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:18:0)
[05:12:40.231] Build status: STARTED
[05:12:40.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:19:0) after 1m48s
[05:14:28.232] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:19:0)
[05:14:28.256] Build status: STARTED
[05:14:28.256] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:20:0) after 6m8s
[05:20:36.383] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:20:0)
[05:20:36.548] Build status: STARTED
[05:20:36.548] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:21:0) after 3m52s
[05:24:28.631] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:21:0)
[05:24:28.646] Build status: STARTED
[05:24:28.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:22:0) after 4m11s
[05:28:39.983] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:22:0)
[05:28:39.999] Build status: STARTED
[05:28:39.999] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:23:0) after 9m48s
[05:38:28.107] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:23:0)
[05:38:28.130] Build status: STARTED
[05:38:28.130] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:24:0) after 3m45s
[05:42:13.297] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:24:0)
[05:42:13.315] Build status: STARTED
[05:42:13.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:25:0) after 4m5s
[05:46:18.333] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:25:0)
[05:46:18.365] Build status: STARTED
[05:46:18.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:26:0) after 6m41s
[05:52:59.606] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:26:0)
[05:52:59.621] Build status: STARTED
[05:52:59.621] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:27:0) after 3m55s
[05:56:54.757] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:27:0)
[05:56:54.782] Build status: STARTED
[05:56:54.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:28:0) after 9m2s
[06:05:56.886] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:28:0)
[06:05:56.902] Build status: STARTED
[06:05:56.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:29:0) after 7m50s
[06:13:47.269] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:29:0)
[06:13:47.291] Build status: STARTED
[06:13:47.291] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:30:0) after 8m56s
[06:22:43.303] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:30:0)
[06:22:43.457] Build status: STARTED
[06:22:43.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:31:0) after 2m50s
[06:25:33.430] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:31:0)
[06:25:33.496] Build status: STARTED
[06:25:33.496] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:32:0) after 1m46s
[06:27:19.530] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:32:0)
[06:27:19.546] Build status: STARTED
[06:27:19.546] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8852724866403099728:33:0) after 8m59s
[06:31:54.797] Received PubSub notification, asking Buildbucket for the build status
[06:31:54.817] Build:
{
"id": "8687294804473931169",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-15T03:58:08.131241532Z",
"startTime": "2026-03-15T03:58:11.612105158Z",
"endTime": "2026-03-15T06:31:54.392690956Z",
"updateTime": "2026-03-15T06:31:54.392690956Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3bc216c29cb42c7d94b617943b1d44afce605588",
"ref": "refs/heads/main"
}
}
}
[06:31:54.817] Invocation finished in 2h33m47.909311355s with status FAILED