[07:26:52.551] New invocation is queued and will start shortly
[07:26:52.551] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:26:53.789] Starting the invocation (attempt 1)
[07:26:53.819] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/79042e701b7bfd0fe3ffcd3a155c0c8f5b2e2eaa"
[07:26:53.819] Reconstructed gitiles commit from tags
[07:26:53.819] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:26:53.819] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:26:53.819] Buildbucket request:
{
"requestId": "8852349344460875472",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f07b536976c26a72a4b706ab9844dcef82bb74785933e94d3700db00d6aa5836/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "901728de4df110fd5adf7744129f33b9a294cafc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852349344460875472",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9319ab0a5da2ff0459e87af287e574a54b9182315c4176f8f3ab9851211e8f9f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "901728de4df110fd5adf7744129f33b9a294cafc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4db2ce4d546f598cd0886ef859561f16277b80ea"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4db2ce4d546f598cd0886ef859561f16277b80ea",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "bfce9bd2-3434-41bc-a55b-8464f3a52be0",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686929754010002865"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4d2dba80ba17372d3489475551206f57fea6cf791a94238e7acd60f1107fa82d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "901728de4df110fd5adf7744129f33b9a294cafc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "55607559203cdb2a4e46ef7b6cea2e2994a58763"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/55607559203cdb2a4e46ef7b6cea2e2994a58763",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d3ae490d-6d3d-4d95-9717-16a8acbf553d",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686928348472788993"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a01c9d52fcc18277e4149f2ba2216c34f9fbdac48a46b9d6dacb7d8396eba6ed/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "901728de4df110fd5adf7744129f33b9a294cafc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f554fcfd0b757022319e8e85f817e7d563adc713"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f554fcfd0b757022319e8e85f817e7d563adc713",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ed6dc673-5fbd-4138-9ada-acc353c0b8b9",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686926898651723969"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f07b536976c26a72a4b706ab9844dcef82bb74785933e94d3700db00d6aa5836/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "901728de4df110fd5adf7744129f33b9a294cafc",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "79042e701b7bfd0fe3ffcd3a155c0c8f5b2e2eaa"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/79042e701b7bfd0fe3ffcd3a155c0c8f5b2e2eaa",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "a472f5d3-ef4b-43c5-b7ce-02d4d118e886",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8686923467170121745"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "79042e701b7bfd0fe3ffcd3a155c0c8f5b2e2eaa"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "79042e701b7bfd0fe3ffcd3a155c0c8f5b2e2eaa",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852349344460875472"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:26:54.216] Scheduled build:
{
"id": "8686919282407444673",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-19T07:26:53.881274787Z",
"updateTime": "2026-03-19T07:26:53.881274787Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "79042e701b7bfd0fe3ffcd3a155c0c8f5b2e2eaa",
"ref": "refs/heads/main"
}
}
}
[07:26:54.216] Task URL: https://cr-buildbucket.appspot.com/build/8686919282407444673
[07:26:54.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:2:0) after 7m37s
[07:26:55.175] Received PubSub notification, asking Buildbucket for the build status
[07:26:55.199] Build status: SCHEDULED
[07:26:58.582] Received PubSub notification, asking Buildbucket for the build status
[07:26:58.651] Build status: STARTED
[07:34:31.234] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:2:0)
[07:34:31.321] Build status: STARTED
[07:34:31.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:5:0) after 3m56s
[07:38:27.318] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:5:0)
[07:38:27.341] Build status: STARTED
[07:38:27.341] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:6:0) after 5m56s
[07:44:23.355] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:6:0)
[07:44:23.423] Build status: STARTED
[07:44:23.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:7:0) after 1m14s
[07:45:37.464] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:7:0)
[07:45:37.486] Build status: STARTED
[07:45:37.486] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:8:0) after 5m14s
[07:50:51.536] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:8:0)
[07:50:51.593] Build status: STARTED
[07:50:51.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:9:0) after 9m59s
[08:00:50.608] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:9:0)
[08:00:52.890] Build status: STARTED
[08:00:52.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:10:0) after 8m42s
[08:09:34.900] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:10:0)
[08:09:34.989] Build status: STARTED
[08:09:34.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:11:0) after 7m17s
[08:16:52.004] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:11:0)
[08:16:52.023] Build status: STARTED
[08:16:52.023] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:12:0) after 2m0s
[08:18:52.037] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:12:0)
[08:18:52.052] Build status: STARTED
[08:18:52.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:13:0) after 3m57s
[08:22:49.032] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:13:0)
[08:22:49.053] Build status: STARTED
[08:22:49.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:14:0) after 7m8s
[08:29:57.076] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:14:0)
[08:29:57.094] Build status: STARTED
[08:29:57.094] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:15:0) after 7m16s
[08:37:13.165] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:15:0)
[08:37:13.184] Build status: STARTED
[08:37:13.184] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:16:0) after 2m21s
[08:39:34.280] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:16:0)
[08:39:34.302] Build status: STARTED
[08:39:34.302] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:17:0) after 6m34s
[08:46:08.379] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:17:0)
[08:46:08.414] Build status: STARTED
[08:46:08.414] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:18:0) after 2m15s
[08:48:23.478] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:18:0)
[08:48:23.495] Build status: STARTED
[08:48:23.496] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:19:0) after 3m23s
[08:51:46.561] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:19:0)
[08:51:46.585] Build status: STARTED
[08:51:46.585] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:20:0) after 6m33s
[08:58:19.609] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:20:0)
[08:58:19.626] Build status: STARTED
[08:58:19.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:21:0) after 2m56s
[09:01:15.859] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:21:0)
[09:01:15.886] Build status: STARTED
[09:01:15.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:22:0) after 9m0s
[09:10:15.892] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:22:0)
[09:10:15.909] Build status: STARTED
[09:10:15.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:23:0) after 2m45s
[09:13:00.974] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:23:0)
[09:13:01.024] Build status: STARTED
[09:13:01.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:24:0) after 3m12s
[09:16:13.063] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:24:0)
[09:16:13.082] Build status: STARTED
[09:16:13.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:25:0) after 7m58s
[09:24:11.174] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:25:0)
[09:24:11.200] Build status: STARTED
[09:24:11.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:26:0) after 1m38s
[09:25:49.207] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:26:0)
[09:25:49.236] Build status: STARTED
[09:25:49.236] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:27:0) after 5m0s
[09:30:49.251] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:27:0)
[09:30:49.275] Build status: STARTED
[09:30:49.275] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:28:0) after 8m0s
[09:38:49.289] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:28:0)
[09:38:49.306] Build status: STARTED
[09:38:49.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:29:0) after 7m41s
[09:46:30.348] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:29:0)
[09:46:30.378] Build status: STARTED
[09:46:30.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:30:0) after 3m8s
[09:49:38.350] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:30:0)
[09:49:38.376] Build status: STARTED
[09:49:38.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:31:0) after 5m4s
[09:54:42.399] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:31:0)
[09:54:42.424] Build status: STARTED
[09:54:42.424] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:32:0) after 9m57s
[10:04:39.439] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:32:0)
[10:04:39.453] Build status: STARTED
[10:04:39.453] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:33:0) after 3m59s
[10:08:38.482] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:33:0)
[10:08:38.513] Build status: STARTED
[10:08:38.513] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:34:0) after 6m11s
[10:14:49.490] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:34:0)
[10:14:49.506] Build status: STARTED
[10:14:49.507] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:35:0) after 7m17s
[10:22:06.519] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:35:0)
[10:22:06.538] Build status: STARTED
[10:22:06.538] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:36:0) after 4m36s
[10:26:42.599] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:36:0)
[10:26:42.616] Build status: STARTED
[10:26:42.616] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:37:0) after 4m23s
[10:31:05.635] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:37:0)
[10:31:05.652] Build status: STARTED
[10:31:05.652] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:38:0) after 1m8s
[10:32:13.669] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:38:0)
[10:32:13.687] Build status: STARTED
[10:32:13.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:39:0) after 3m27s
[10:35:40.873] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:39:0)
[10:35:40.888] Build status: STARTED
[10:35:40.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852349344460875472:40:0) after 4m39s
[10:38:32.366] Received PubSub notification, asking Buildbucket for the build status
[10:38:32.389] Build:
{
"id": "8686919282407444673",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-19T07:26:53.881274787Z",
"startTime": "2026-03-19T07:26:58.230966624Z",
"endTime": "2026-03-19T10:38:31.958921841Z",
"updateTime": "2026-03-19T10:38:31.958921841Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "79042e701b7bfd0fe3ffcd3a155c0c8f5b2e2eaa",
"ref": "refs/heads/main"
}
}
}
[10:38:32.389] Invocation finished in 3h11m39.850503124s with status FAILED