[13:02:30.573] New invocation is queued and will start shortly
[13:02:30.573] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[13:02:32.296] Starting the invocation (attempt 1)
[13:02:32.323] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8690a7d87d409f35c9a403444785c6d48bbe6858"
[13:02:32.323] Reconstructed gitiles commit from tags
[13:02:32.323] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:02:32.324] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:02:32.325] Buildbucket request:
{
"requestId": "8852600019115578832",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "306f8d400b8937e7ec563a2385c1b198e307bd2a32ad8c5bdc2180bf88b69921/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852600019115578832",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2ee43a9c2a268ce8a4b7dab08590e7c3a3f028655ef5a9d2b155379f9b34074c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d3417c8bf35852af88f41aa721a719ea756fdd8c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d3417c8bf35852af88f41aa721a719ea756fdd8c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "27a2d3ed-dc0c-4ef9-94cc-c5fc69dccbac",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687180628932650001"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6bf799f4b909666fa1f57d92498ef2e0953fbc68d2175267d54c6bc122041f36/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "570963826233945c7fd4ec8c2983a779f4778d8c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/570963826233945c7fd4ec8c2983a779f4778d8c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b905222e-1eb0-4e1d-bb63-3db3a9b9a352",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687179225532773937"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "10a2a0255265876db8eed18c4e1d7aadfd00eae8d9c726adb8897c0655f1c6ef/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e4a2d9cd8a637ae43c1c38b220ca35476487e443"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e4a2d9cd8a637ae43c1c38b220ca35476487e443",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "d6073744-a4f9-4eca-a4e7-c39d149e944d",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687177899143445649"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a33358a6eec4c5bf5ac9f86571c58ea337ef5ae2abdb4b9ef0d2ac473b293874/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "2708cd9db2393edb85c991a0aaa39d92693a4749"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2708cd9db2393edb85c991a0aaa39d92693a4749",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "edff8db3-bfea-4824-ad63-95a58b6c1431",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687176597840132033"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d3c92cd462e0459a1c89f346f954b5c66b67e7287a81002ade3a7d7f0bd9cf20/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a1054ec627e002fdd0863f1205a07b905f676dfd"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a1054ec627e002fdd0863f1205a07b905f676dfd",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "f3274a0a-528b-4950-9876-3c7cb0e82210",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687175289948642225"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b2f4421678f235c55548a017b4ee6cde840d264614f184b5eb2f1ba56b9ccae3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5863fcbbe5b23b75db46af6bcd9fd65c0149a9c7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5863fcbbe5b23b75db46af6bcd9fd65c0149a9c7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c8d1db3a-4ed6-49b7-8764-fb2f0025535e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687173983805930817"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "29d52cece98caf7cbbfa8158757e9522eace439accf50411c2fc4b4b1b761c79/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8086888787762a1cfa608f3ab7d303f4e12c9b10"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8086888787762a1cfa608f3ab7d303f4e12c9b10",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "061f3b45-46f7-4a4a-ba02-618d933c5d63",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687172608368567505"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "306f8d400b8937e7ec563a2385c1b198e307bd2a32ad8c5bdc2180bf88b69921/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "c7dc13f8f4401714acbeaaff5c6cd58b8e548a64",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8690a7d87d409f35c9a403444785c6d48bbe6858"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8690a7d87d409f35c9a403444785c6d48bbe6858",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c88c0be0-f27b-4744-b589-95dc45a3a2d4",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8687171283529815873"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8690a7d87d409f35c9a403444785c6d48bbe6858"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8690a7d87d409f35c9a403444785c6d48bbe6858",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852600019115578832"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:02:32.777] Scheduled build:
{
"id": "8687169956552723777",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-16T13:02:32.387808748Z",
"updateTime": "2026-03-16T13:02:32.387808748Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8690a7d87d409f35c9a403444785c6d48bbe6858",
"ref": "refs/heads/main"
}
}
}
[13:02:32.777] Task URL: https://cr-buildbucket.appspot.com/build/8687169956552723777
[13:02:32.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:2:0) after 2m41s
[13:02:33.748] Received PubSub notification, asking Buildbucket for the build status
[13:02:33.782] Build status: SCHEDULED
[13:02:38.811] Received PubSub notification, asking Buildbucket for the build status
[13:02:38.852] Build status: STARTED
[13:05:13.835] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:2:0)
[13:05:13.947] Build status: STARTED
[13:05:13.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:5:0) after 2m44s
[13:07:58.025] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:5:0)
[13:07:58.045] Build status: STARTED
[13:07:58.045] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:6:0) after 9m51s
[13:17:49.135] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:6:0)
[13:17:49.160] Build status: STARTED
[13:17:49.160] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:7:0) after 6m38s
[13:24:27.178] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:7:0)
[13:24:27.200] Build status: STARTED
[13:24:27.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:8:0) after 2m2s
[13:26:29.266] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:8:0)
[13:26:29.290] Build status: STARTED
[13:26:29.290] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:9:0) after 4m33s
[13:31:02.306] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:9:0)
[13:31:02.334] Build status: STARTED
[13:31:02.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:10:0) after 3m44s
[13:34:46.350] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:10:0)
[13:34:46.415] Build status: STARTED
[13:34:46.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:11:0) after 7m8s
[13:41:54.432] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:11:0)
[13:41:54.445] Build status: STARTED
[13:41:54.445] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:12:0) after 9m29s
[13:51:23.760] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:12:0)
[13:51:23.783] Build status: STARTED
[13:51:23.783] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:13:0) after 8m19s
[13:59:42.800] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:13:0)
[13:59:42.822] Build status: STARTED
[13:59:42.822] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:14:0) after 7m59s
[14:07:41.936] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:14:0)
[14:07:41.977] Build status: STARTED
[14:07:41.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:15:0) after 5m10s
[14:12:52.063] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:15:0)
[14:12:52.087] Build status: STARTED
[14:12:52.087] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:16:0) after 6m4s
[14:18:56.105] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:16:0)
[14:18:56.174] Build status: STARTED
[14:18:56.174] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:17:0) after 9m6s
[14:28:02.192] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:17:0)
[14:28:02.210] Build status: STARTED
[14:28:02.210] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:18:0) after 6m31s
[14:34:33.227] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:18:0)
[14:34:33.262] Build status: STARTED
[14:34:33.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:19:0) after 1m0s
[14:35:33.283] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:19:0)
[14:35:33.298] Build status: STARTED
[14:35:33.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:20:0) after 2m49s
[14:38:22.334] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:20:0)
[14:38:22.354] Build status: STARTED
[14:38:22.354] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:21:0) after 6m2s
[14:44:24.958] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:21:0)
[14:44:24.999] Build status: STARTED
[14:44:24.999] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:22:0) after 4m18s
[14:48:43.202] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:22:0)
[14:48:43.224] Build status: STARTED
[14:48:43.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:23:0) after 6m13s
[14:54:56.300] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:23:0)
[14:54:56.333] Build status: STARTED
[14:54:56.333] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:24:0) after 2m31s
[14:57:27.352] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:24:0)
[14:57:27.372] Build status: STARTED
[14:57:27.372] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:25:0) after 8m22s
[15:05:49.517] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:25:0)
[15:05:49.539] Build status: STARTED
[15:05:49.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:26:0) after 1m8s
[15:06:57.581] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:26:0)
[15:06:57.599] Build status: STARTED
[15:06:57.599] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8852600019115578832:27:0) after 4m6s
[15:08:41.321] Received PubSub notification, asking Buildbucket for the build status
[15:08:41.349] Build:
{
"id": "8687169956552723777",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-16T13:02:32.387808748Z",
"startTime": "2026-03-16T13:02:38.303233677Z",
"endTime": "2026-03-16T15:08:40.963191222Z",
"updateTime": "2026-03-16T15:08:40.963191222Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "8690a7d87d409f35c9a403444785c6d48bbe6858",
"ref": "refs/heads/main"
}
}
}
[15:08:41.349] Invocation finished in 2h6m10.789584125s with status FAILED