[15:14:56.177] New invocation is queued and will start shortly
[15:14:56.177] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[15:14:57.592] Starting the invocation (attempt 1)
[15:14:57.620] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/62fded6b0f2d228ed8b0922cf238569413485c8d"
[15:14:57.620] Reconstructed gitiles commit from tags
[15:14:57.620] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:14:57.621] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:14:57.621] Buildbucket request:
{
"requestId": "8851595120914688608",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a4716d0d870cb5ec1aed3c5e4497f6daa597bfe5be15792aaeae843fdd2d94f2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fd15b5ca840320ed474bf890121def62d2b88c05",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851595120914688608",
"job": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a4716d0d870cb5ec1aed3c5e4497f6daa597bfe5be15792aaeae843fdd2d94f2/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fd15b5ca840320ed474bf890121def62d2b88c05",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "62fded6b0f2d228ed8b0922cf238569413485c8d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/62fded6b0f2d228ed8b0922cf238569413485c8d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "f6b41a9f-d4d9-4ec4-959e-7d4e63afce22",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686173195249364305"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "62fded6b0f2d228ed8b0922cf238569413485c8d"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "62fded6b0f2d228ed8b0922cf238569413485c8d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851595120914688608"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.prod.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:14:57.954] Scheduled build:
{
"id": "8686165058680306353",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-27T15:14:57.679226038Z",
"updateTime": "2026-03-27T15:14:57.679226038Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "62fded6b0f2d228ed8b0922cf238569413485c8d",
"ref": "refs/heads/main"
}
}
}
[15:14:57.955] Task URL: https://cr-buildbucket.appspot.com/build/8686165058680306353
[15:14:57.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:2:0) after 8m8s
[15:14:58.971] Received PubSub notification, asking Buildbucket for the build status
[15:14:58.999] Build status: SCHEDULED
[15:15:07.650] Received PubSub notification, asking Buildbucket for the build status
[15:15:07.667] Build status: STARTED
[15:23:05.981] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:2:0)
[15:23:06.008] Build status: STARTED
[15:23:06.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:5:0) after 7m11s
[15:30:17.022] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:5:0)
[15:30:17.047] Build status: STARTED
[15:30:17.047] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:6:0) after 5m5s
[15:35:22.113] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:6:0)
[15:35:22.135] Build status: STARTED
[15:35:22.135] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:7:0) after 8m19s
[15:43:41.168] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:7:0)
[15:43:41.193] Build status: STARTED
[15:43:41.193] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:8:0) after 4m5s
[15:47:46.331] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:8:0)
[15:47:46.357] Build status: STARTED
[15:47:46.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:9:0) after 2m39s
[15:50:25.412] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:9:0)
[15:50:25.469] Build status: STARTED
[15:50:25.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:10:0) after 3m10s
[15:53:35.463] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:10:0)
[15:53:35.478] Build status: STARTED
[15:53:35.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:11:0) after 9m46s
[16:03:21.497] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:11:0)
[16:03:21.515] Build status: STARTED
[16:03:21.515] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:12:0) after 4m3s
[16:07:24.579] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:12:0)
[16:07:24.606] Build status: STARTED
[16:07:24.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:13:0) after 5m57s
[16:13:21.639] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:13:0)
[16:13:21.677] Build status: STARTED
[16:13:21.677] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:14:0) after 9m33s
[16:22:54.715] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:14:0)
[16:22:54.735] Build status: STARTED
[16:22:54.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:15:0) after 1m44s
[16:24:38.782] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:15:0)
[16:24:38.804] Build status: STARTED
[16:24:38.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:16:0) after 2m43s
[16:27:21.924] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:16:0)
[16:27:21.950] Build status: STARTED
[16:27:21.950] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:17:0) after 9m31s
[16:36:53.070] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:17:0)
[16:36:53.090] Build status: STARTED
[16:36:53.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:18:0) after 8m48s
[16:45:41.173] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:18:0)
[16:45:41.191] Build status: STARTED
[16:45:41.191] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:19:0) after 8m39s
[16:54:20.203] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:19:0)
[16:54:20.220] Build status: STARTED
[16:54:20.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:20:0) after 7m17s
[17:01:37.339] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:20:0)
[17:01:37.371] Build status: STARTED
[17:01:37.371] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:21:0) after 9m13s
[17:10:50.502] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:21:0)
[17:10:50.542] Build status: STARTED
[17:10:50.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:22:0) after 4m33s
[17:15:23.679] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:22:0)
[17:15:23.700] Build status: STARTED
[17:15:23.700] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:23:0) after 5m15s
[17:20:38.787] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:23:0)
[17:20:38.802] Build status: STARTED
[17:20:38.802] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:24:0) after 6m12s
[17:26:50.824] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:24:0)
[17:26:50.843] Build status: STARTED
[17:26:50.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:25:0) after 6m16s
[17:33:06.811] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:25:0)
[17:33:06.832] Build status: STARTED
[17:33:06.832] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:26:0) after 1m25s
[17:34:31.854] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:26:0)
[17:34:31.872] Build status: STARTED
[17:34:31.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:27:0) after 5m32s
[17:40:03.942] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:27:0)
[17:40:03.960] Build status: STARTED
[17:40:03.960] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:28:0) after 1m10s
[17:41:14.240] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:28:0)
[17:41:14.259] Build status: STARTED
[17:41:14.259] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:29:0) after 2m23s
[17:43:37.480] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:29:0)
[17:43:37.589] Build status: STARTED
[17:43:37.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:30:0) after 9m19s
[17:52:56.735] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:30:0)
[17:52:56.753] Build status: STARTED
[17:52:56.753] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:31:0) after 5m51s
[17:58:47.773] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:31:0)
[17:58:47.809] Build status: STARTED
[17:58:47.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:32:0) after 2m43s
[18:01:30.828] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:32:0)
[18:01:30.926] Build status: STARTED
[18:01:30.926] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.prod.core.arm64-release:8851595120914688608:33:0) after 8m43s
[18:05:17.068] Received PubSub notification, asking Buildbucket for the build status
[18:05:17.094] Build:
{
"id": "8686165058680306353",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.prod.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-27T15:14:57.679226038Z",
"startTime": "2026-03-27T15:15:06.109995874Z",
"endTime": "2026-03-27T18:05:16.706151668Z",
"updateTime": "2026-03-27T18:05:16.706151668Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "62fded6b0f2d228ed8b0922cf238569413485c8d",
"ref": "refs/heads/main"
}
}
}
[18:05:17.094] Invocation finished in 2h50m20.930218332s with status FAILED