[03:27:54.356] New invocation is queued and will start shortly
[03:27:54.356] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:27:55.479] Starting the invocation (attempt 1)
[03:27:55.506] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/dcbc5de7f85f73066afede5c34fc909d45e73857"
[03:27:55.506] Reconstructed gitiles commit from tags
[03:27:55.506] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:27:55.507] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:27:55.507] Buildbucket request:
{
"requestId": "8853723333637090688",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "41c862b5dc8986fe16bc4d2b652e055e4318277dc91e1a5f0363135f1e98a8c1/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "609b2ebfe2fa3ccd71b7d51e3e8a3cf208c1cda2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853723333637090688",
"job": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d10043b7d1a3c382eda844e236b80541133a52242e125f04f8d4dd9ffae5d258/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "29867470042852f6a412fee111e5f7acb775976e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "928505c98345e0494f2d260788adb291efc9ee38"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/928505c98345e0494f2d260788adb291efc9ee38",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "49bc7921-4c20-41e1-bbf7-6a4439dd91bb",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688301627382991073"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d3ee66a983e55d88d79233354fbb0cd3283c0f88cf1984a173535d1e7527587b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "29867470042852f6a412fee111e5f7acb775976e",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "98c46261d926bc91a9389cf25fcc06831cb63a36"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/98c46261d926bc91a9389cf25fcc06831cb63a36",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "48752179-c500-4b4d-942e-41db1cb56b7d",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688300286434707233"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ed2de831dba50f3f1b56aa58252f4a8f0d7d55fb8ddd62a2d2eba5be9cb7b434/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "609b2ebfe2fa3ccd71b7d51e3e8a3cf208c1cda2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "7fb92cdf5fa69423b4b99259057eb8de813c1344"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/7fb92cdf5fa69423b4b99259057eb8de813c1344",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "48e67fa3-8abc-433b-b09f-938bea3ee1dc",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688298942155656449"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "38b9e116af6fbf36ff6f22983ef00d2367173ff4caf55307f23420f07863fa7c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "609b2ebfe2fa3ccd71b7d51e3e8a3cf208c1cda2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "6e1ab3a4310d3c385a06e1c575f1eca58990e733"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6e1ab3a4310d3c385a06e1c575f1eca58990e733",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "42a1ab26-d184-4b41-87ff-92c948a8f0cc",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688297177135681601"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "41c862b5dc8986fe16bc4d2b652e055e4318277dc91e1a5f0363135f1e98a8c1/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "609b2ebfe2fa3ccd71b7d51e3e8a3cf208c1cda2",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "dcbc5de7f85f73066afede5c34fc909d45e73857"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/dcbc5de7f85f73066afede5c34fc909d45e73857",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b6d2ca35-393e-4925-a751-fbc437b8dc92",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8688295812931490129"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "dcbc5de7f85f73066afede5c34fc909d45e73857"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dcbc5de7f85f73066afede5c34fc909d45e73857",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853723333637090688"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-clang_toolchain.ci.core.arm64-release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:27:55.892] Scheduled build:
{
"id": "8688293271724729265",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-04T03:27:55.558747057Z",
"updateTime": "2026-03-04T03:27:55.558747057Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dcbc5de7f85f73066afede5c34fc909d45e73857",
"ref": "refs/heads/main"
}
}
}
[03:27:55.892] Task URL: https://cr-buildbucket.appspot.com/build/8688293271724729265
[03:27:55.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:2:0) after 4m31s
[03:27:56.280] Received PubSub notification, asking Buildbucket for the build status
[03:27:56.299] Build status: SCHEDULED
[03:28:00.610] Received PubSub notification, asking Buildbucket for the build status
[03:28:00.631] Build status: STARTED
[03:32:26.858] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:2:0)
[03:32:26.898] Build status: STARTED
[03:32:26.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:5:0) after 6m32s
[03:38:58.904] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:5:0)
[03:38:58.929] Build status: STARTED
[03:38:58.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:6:0) after 4m45s
[03:43:43.947] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:6:0)
[03:43:44.021] Build status: STARTED
[03:43:44.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:7:0) after 7m40s
[03:51:24.036] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:7:0)
[03:51:24.052] Build status: STARTED
[03:51:24.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:8:0) after 2m38s
[03:54:02.066] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:8:0)
[03:54:02.086] Build status: STARTED
[03:54:02.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:9:0) after 1m40s
[03:55:42.149] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:9:0)
[03:55:42.166] Build status: STARTED
[03:55:42.166] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:10:0) after 8m55s
[04:04:37.284] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:10:0)
[04:04:37.358] Build status: STARTED
[04:04:37.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:11:0) after 6m54s
[04:11:31.371] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:11:0)
[04:11:31.398] Build status: STARTED
[04:11:31.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:12:0) after 5m18s
[04:16:49.414] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:12:0)
[04:16:49.439] Build status: STARTED
[04:16:49.439] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:13:0) after 7m0s
[04:23:49.481] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:13:0)
[04:23:49.497] Build status: STARTED
[04:23:49.497] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:14:0) after 5m5s
[04:28:54.512] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:14:0)
[04:28:54.590] Build status: STARTED
[04:28:54.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:15:0) after 4m57s
[04:33:51.610] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:15:0)
[04:33:51.627] Build status: STARTED
[04:33:51.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:16:0) after 6m38s
[04:40:29.644] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:16:0)
[04:40:29.664] Build status: STARTED
[04:40:29.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:17:0) after 3m3s
[04:43:32.690] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:17:0)
[04:43:32.706] Build status: STARTED
[04:43:32.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:18:0) after 7m28s
[04:51:00.722] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:18:0)
[04:51:00.748] Build status: STARTED
[04:51:00.748] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:19:0) after 6m11s
[04:57:11.763] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:19:0)
[04:57:11.777] Build status: STARTED
[04:57:11.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:20:0) after 8m24s
[05:05:35.802] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:20:0)
[05:05:35.817] Build status: STARTED
[05:05:35.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:21:0) after 5m24s
[05:10:59.832] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:21:0)
[05:10:59.845] Build status: STARTED
[05:10:59.845] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:22:0) after 3m38s
[05:14:37.862] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:22:0)
[05:14:37.941] Build status: STARTED
[05:14:37.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:23:0) after 6m59s
[05:21:36.972] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:23:0)
[05:21:36.995] Build status: STARTED
[05:21:36.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:24:0) after 1m7s
[05:22:43.991] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:24:0)
[05:22:44.008] Build status: STARTED
[05:22:44.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:25:0) after 8m38s
[05:31:22.075] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:25:0)
[05:31:22.094] Build status: STARTED
[05:31:22.094] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:26:0) after 4m31s
[05:35:53.085] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:26:0)
[05:35:53.106] Build status: STARTED
[05:35:53.106] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:27:0) after 3m46s
[05:39:39.122] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:27:0)
[05:39:39.141] Build status: STARTED
[05:39:39.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:28:0) after 2m20s
[05:41:59.211] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:28:0)
[05:41:59.231] Build status: STARTED
[05:41:59.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:29:0) after 4m9s
[05:46:08.285] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:29:0)
[05:46:08.300] Build status: STARTED
[05:46:08.300] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:30:0) after 2m11s
[05:48:19.362] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:30:0)
[05:48:19.376] Build status: STARTED
[05:48:19.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:31:0) after 6m48s
[05:55:07.391] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:31:0)
[05:55:07.411] Build status: STARTED
[05:55:07.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:32:0) after 6m51s
[06:01:58.465] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:32:0)
[06:01:58.482] Build status: STARTED
[06:01:58.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:33:0) after 7m14s
[06:09:12.976] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:33:0)
[06:09:12.990] Build status: STARTED
[06:09:12.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:34:0) after 8m21s
[06:17:34.044] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:34:0)
[06:17:34.084] Build status: STARTED
[06:17:34.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:35:0) after 4m5s
[06:21:39.103] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:35:0)
[06:21:39.121] Build status: STARTED
[06:21:39.121] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:36:0) after 1m29s
[06:23:08.151] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:36:0)
[06:23:08.173] Build status: STARTED
[06:23:08.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:37:0) after 9m36s
[06:32:44.241] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:37:0)
[06:32:44.262] Build status: STARTED
[06:32:44.262] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-clang_toolchain.ci.core.arm64-release:8853723333637090688:38:0) after 2m5s
[06:34:29.383] Received PubSub notification, asking Buildbucket for the build status
[06:34:29.399] Build:
{
"id": "8688293271724729265",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "clang_toolchain.ci.core.arm64-release"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-04T03:27:55.558747057Z",
"startTime": "2026-03-04T03:28:00.295556479Z",
"endTime": "2026-03-04T06:34:27.950130030Z",
"updateTime": "2026-03-04T06:34:27.950130030Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "dcbc5de7f85f73066afede5c34fc909d45e73857",
"ref": "refs/heads/main"
}
}
}
[06:34:29.399] Invocation finished in 3h6m35.047986913s with status FAILED