[01:53:04.076] New invocation is queued and will start shortly
[01:53:04.076] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[01:53:05.147] Starting the invocation (attempt 1)
[01:53:05.173] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/935bfc708590c60147a79c7df145bb6e68b1d388"
[01:53:05.173] Reconstructed gitiles commit from tags
[01:53:05.173] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:53:05.173] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:53:05.174] Buildbucket request:
{
"requestId": "8838418413008758752",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6cea99c0615e41592e3ff87f0511bc72c4762d8796af8d10f6b550e712bd396a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "5f9975561a51dc6180cbb4893fd7116dce452783",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838418413008758752",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6cea99c0615e41592e3ff87f0511bc72c4762d8796af8d10f6b550e712bd396a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "5f9975561a51dc6180cbb4893fd7116dce452783",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "935bfc708590c60147a79c7df145bb6e68b1d388"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/935bfc708590c60147a79c7df145bb6e68b1d388",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "13876144-f810-4314-9449-ca7431b6337f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8672995087162170961"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "935bfc708590c60147a79c7df145bb6e68b1d388"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "935bfc708590c60147a79c7df145bb6e68b1d388",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838418413008758752"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:53:05.627] Scheduled build:
{
"id": "8672988351101381425",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-08-20T01:53:05.272027673Z",
"updateTime": "2026-08-20T01:53:05.272027673Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "935bfc708590c60147a79c7df145bb6e68b1d388",
"ref": "refs/heads/main"
}
}
}
[01:53:05.627] Task URL: https://cr-buildbucket.appspot.com/build/8672988351101381425
[01:53:05.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:2:0) after 8m45s
[01:53:06.563] Received PubSub notification, asking Buildbucket for the build status
[01:53:06.583] Build status: SCHEDULED
[01:53:10.158] Received PubSub notification, asking Buildbucket for the build status
[01:53:10.181] Build status: STARTED
[02:01:50.595] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:2:0)
[02:01:50.663] Build status: STARTED
[02:01:50.663] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:5:0) after 3m5s
[02:04:55.845] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:5:0)
[02:04:55.862] Build status: STARTED
[02:04:55.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:6:0) after 6m12s
[02:11:07.908] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:6:0)
[02:11:07.944] Build status: STARTED
[02:11:07.944] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:7:0) after 6m34s
[02:17:42.023] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:7:0)
[02:17:42.102] Build status: STARTED
[02:17:42.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:8:0) after 8m2s
[02:25:44.145] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:8:0)
[02:25:44.186] Build status: STARTED
[02:25:44.186] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:9:0) after 5m7s
[02:30:51.359] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:9:0)
[02:30:51.379] Build status: STARTED
[02:30:51.379] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:10:0) after 4m10s
[02:35:01.557] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:10:0)
[02:35:01.577] Build status: STARTED
[02:35:01.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:11:0) after 1m35s
[02:36:36.649] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:11:0)
[02:36:36.673] Build status: STARTED
[02:36:36.673] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:12:0) after 4m16s
[02:40:52.743] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:12:0)
[02:40:52.762] Build status: STARTED
[02:40:52.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:13:0) after 1m16s
[02:42:09.087] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:13:0)
[02:42:09.114] Build status: STARTED
[02:42:09.114] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:14:0) after 5m15s
[02:47:24.134] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:14:0)
[02:47:24.154] Build status: STARTED
[02:47:24.154] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:15:0) after 4m19s
[02:51:43.199] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:15:0)
[02:51:43.230] Build status: STARTED
[02:51:43.230] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:16:0) after 7m56s
[02:59:39.345] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:16:0)
[02:59:39.364] Build status: STARTED
[02:59:39.364] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:17:0) after 4m10s
[03:03:49.400] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:17:0)
[03:03:49.482] Build status: STARTED
[03:03:49.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:18:0) after 9m14s
[03:13:03.559] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:18:0)
[03:13:03.579] Build status: STARTED
[03:13:03.579] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:19:0) after 3m1s
[03:16:04.644] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:19:0)
[03:16:04.665] Build status: STARTED
[03:16:04.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:20:0) after 8m43s
[03:24:47.682] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:20:0)
[03:24:47.768] Build status: STARTED
[03:24:47.768] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:21:0) after 9m48s
[03:34:35.858] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:21:0)
[03:34:35.875] Build status: STARTED
[03:34:35.875] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:22:0) after 8m40s
[03:43:15.942] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:22:0)
[03:43:15.964] Build status: STARTED
[03:43:15.964] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:23:0) after 4m48s
[03:48:03.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:23:0)
[03:48:03.995] Build status: STARTED
[03:48:03.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:24:0) after 3m26s
[03:51:30.011] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:24:0)
[03:51:30.031] Build status: STARTED
[03:51:30.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:25:0) after 9m55s
[04:01:25.051] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:25:0)
[04:01:25.109] Build status: STARTED
[04:01:25.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:26:0) after 6m34s
[04:07:59.170] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:26:0)
[04:07:59.190] Build status: STARTED
[04:07:59.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:27:0) after 4m32s
[04:12:31.165] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:27:0)
[04:12:31.190] Build status: STARTED
[04:12:31.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:28:0) after 6m12s
[04:18:43.324] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:28:0)
[04:18:43.343] Build status: STARTED
[04:18:43.343] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:29:0) after 8m58s
[04:27:41.362] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:29:0)
[04:27:41.443] Build status: STARTED
[04:27:41.443] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:30:0) after 2m17s
[04:29:58.466] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:30:0)
[04:29:58.567] Build status: STARTED
[04:29:58.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:31:0) after 1m57s
[04:31:55.587] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:31:0)
[04:31:55.648] Build status: STARTED
[04:31:55.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:32:0) after 1m55s
[04:33:50.676] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:32:0)
[04:33:50.698] Build status: STARTED
[04:33:50.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:33:0) after 8m56s
[04:42:46.718] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:33:0)
[04:42:46.733] Build status: STARTED
[04:42:46.733] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-debug:8838418413008758752:34:0) after 2m37s
[04:43:21.271] Received PubSub notification, asking Buildbucket for the build status
[04:43:21.294] Build:
{
"id": "8672988351101381425",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2026-08-20T01:53:05.272027673Z",
"startTime": "2026-08-20T01:53:09.914964127Z",
"endTime": "2026-08-20T04:43:19.886475923Z",
"updateTime": "2026-08-20T04:43:19.886475923Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "935bfc708590c60147a79c7df145bb6e68b1d388",
"ref": "refs/heads/main"
}
}
}
[04:43:21.294] Invocation finished in 2h50m17.224249207s with status FAILED