[07:37:18.452] New invocation is queued and will start shortly
[07:37:18.452] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:37:22.184] Starting the invocation (attempt 1)
[07:37:22.216] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0b8bb80e27c6051794873a16a0eaf63501a6a1c7"
[07:37:22.216] Reconstructed gitiles commit from tags
[07:37:22.216] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:37:22.216] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:37:22.217] Buildbucket request:
{
"requestId": "8854432418383934240",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "16b8ab8f036ae571fa41701d5d46dab4534a7b210f0d4c17784579a085ee1854/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "23a8e377c49116e6a6ecea2693b6300faa05896f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854432418383934240",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3e5b3eeb95ac927940f244728c11ff1468c9b5e4a55e1050c994875b0b28aed4/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7d12675f44485a241fc976d36bcab7971da17c24",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "09ab9a16e2dbecf4019ac5bcb2cb4b6624121749"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/09ab9a16e2dbecf4019ac5bcb2cb4b6624121749",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e9b700d9-2296-4240-aa92-91e8e7c06bcb",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8689015154256213953"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f3b43ca99f799162298b54de06ac9fe1b2ce6e7089025edb0f38035a91ded1da/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7d12675f44485a241fc976d36bcab7971da17c24",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bf3ac05ed2664021e89937bda78cc5fc151f1705"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bf3ac05ed2664021e89937bda78cc5fc151f1705",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8125c9ce-c665-4eb2-a6b4-b421e5f81546",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8689010899479346129"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c34741b19b8b8c3188946282825a15367fd02d57881037c480c5d2f50c848d1b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7d12675f44485a241fc976d36bcab7971da17c24",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6654737d9af69df8b27483b66690fb44456fe567"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6654737d9af69df8b27483b66690fb44456fe567",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9b0ce90c-d96a-413d-b06a-dfcc52c62550",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8689009382353775233"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9b978c05232b716b4d636a68ceae71d32fb1308b994c63f8e7d9cc6cb0cc059f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "7d12675f44485a241fc976d36bcab7971da17c24",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3f024d08355d40e935d89c19d799ccdd298e95a7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3f024d08355d40e935d89c19d799ccdd298e95a7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "f70b17bd-e44f-4498-a4ee-e0136d2f64a5",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8689007998835213041"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "16b8ab8f036ae571fa41701d5d46dab4534a7b210f0d4c17784579a085ee1854/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "23a8e377c49116e6a6ecea2693b6300faa05896f",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0b8bb80e27c6051794873a16a0eaf63501a6a1c7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0b8bb80e27c6051794873a16a0eaf63501a6a1c7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "97393f3b-db4b-4e67-ac6c-04de808d8c14",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8689005009491809841"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0b8bb80e27c6051794873a16a0eaf63501a6a1c7"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0b8bb80e27c6051794873a16a0eaf63501a6a1c7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854432418383934240"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:37:22.664] Scheduled build:
{
"id": "8689002353704687153",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-24T07:37:22.286952711Z",
"updateTime": "2026-02-24T07:37:22.286952711Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0b8bb80e27c6051794873a16a0eaf63501a6a1c7",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:37:22.664] Task URL: https://cr-buildbucket.appspot.com/build/8689002353704687153
[07:37:22.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:2:0) after 7m19s
[07:37:23.544] Received PubSub notification, asking Buildbucket for the build status
[07:37:23.582] Build status: SCHEDULED
[07:37:26.791] Received PubSub notification, asking Buildbucket for the build status
[07:37:26.815] Build status: STARTED
[07:44:41.735] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:2:0)
[07:44:41.750] Build status: STARTED
[07:44:41.750] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:5:0) after 5m1s
[07:49:42.764] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:5:0)
[07:49:42.778] Build status: STARTED
[07:49:42.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:6:0) after 6m13s
[07:55:55.848] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:6:0)
[07:55:55.862] Build status: STARTED
[07:55:55.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:7:0) after 8m48s
[08:04:43.926] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:7:0)
[08:04:43.939] Build status: STARTED
[08:04:43.939] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:8:0) after 3m50s
[08:08:34.021] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:8:0)
[08:08:34.039] Build status: STARTED
[08:08:34.039] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:9:0) after 2m51s
[08:11:25.156] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:9:0)
[08:11:25.176] Build status: STARTED
[08:11:25.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:10:0) after 5m49s
[08:17:14.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:10:0)
[08:17:14.280] Build status: STARTED
[08:17:14.280] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:11:0) after 2m50s
[08:20:04.328] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:11:0)
[08:20:04.343] Build status: STARTED
[08:20:04.344] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:12:0) after 7m5s
[08:27:09.360] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:12:0)
[08:27:09.411] Build status: STARTED
[08:27:09.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:13:0) after 8m58s
[08:36:07.492] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:13:0)
[08:36:07.517] Build status: STARTED
[08:36:07.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:14:0) after 2m22s
[08:38:29.531] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:14:0)
[08:38:29.542] Build status: STARTED
[08:38:29.543] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:15:0) after 6m47s
[08:45:16.552] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:15:0)
[08:45:16.587] Build status: STARTED
[08:45:16.587] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:16:0) after 3m35s
[08:48:51.637] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:16:0)
[08:48:51.657] Build status: STARTED
[08:48:51.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:17:0) after 6m1s
[08:54:52.684] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:17:0)
[08:54:52.716] Build status: STARTED
[08:54:52.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:18:0) after 2m53s
[08:57:45.734] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:18:0)
[08:57:45.802] Build status: STARTED
[08:57:45.802] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:19:0) after 3m0s
[09:00:45.831] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:19:0)
[09:00:45.854] Build status: STARTED
[09:00:45.854] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:20:0) after 4m8s
[09:04:53.947] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:20:0)
[09:04:53.965] Build status: STARTED
[09:04:53.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:21:0) after 6m51s
[09:11:45.018] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:21:0)
[09:11:45.036] Build status: STARTED
[09:11:45.036] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:22:0) after 2m46s
[09:14:31.070] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:22:0)
[09:14:31.101] Build status: STARTED
[09:14:31.101] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:23:0) after 7m19s
[09:21:50.321] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:23:0)
[09:21:50.335] Build status: STARTED
[09:21:50.335] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:24:0) after 5m42s
[09:27:32.398] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:24:0)
[09:27:32.412] Build status: STARTED
[09:27:32.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:25:0) after 9m56s
[09:37:28.431] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:25:0)
[09:37:28.510] Build status: STARTED
[09:37:28.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:26:0) after 5m44s
[09:43:12.529] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:26:0)
[09:43:12.555] Build status: STARTED
[09:43:12.555] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:27:0) after 7m49s
[09:51:01.604] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:27:0)
[09:51:01.718] Build status: STARTED
[09:51:01.718] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:28:0) after 8m57s
[09:59:58.758] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:28:0)
[09:59:58.779] Build status: STARTED
[09:59:58.779] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:29:0) after 3m24s
[10:03:22.808] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:29:0)
[10:03:22.827] Build status: STARTED
[10:03:22.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:30:0) after 7m30s
[10:10:52.972] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:30:0)
[10:10:53.125] Build status: STARTED
[10:10:53.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:31:0) after 4m24s
[10:15:17.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:31:0)
[10:15:17.218] Build status: STARTED
[10:15:17.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:32:0) after 5m53s
[10:21:10.237] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:32:0)
[10:21:10.253] Build status: STARTED
[10:21:10.253] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:33:0) after 7m53s
[10:29:03.269] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:33:0)
[10:29:03.284] Build status: STARTED
[10:29:03.284] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8854432418383934240:34:0) after 6m53s
[10:29:41.322] Received PubSub notification, asking Buildbucket for the build status
[10:29:41.341] Build:
{
"id": "8689002353704687153",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-24T07:37:22.286952711Z",
"startTime": "2026-02-24T07:37:26.611992192Z",
"endTime": "2026-02-24T10:29:41.030136887Z",
"updateTime": "2026-02-24T10:29:41.030136887Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0b8bb80e27c6051794873a16a0eaf63501a6a1c7",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:29:41.341] Invocation finished in 2h52m22.901160694s with status FAILED