[09:18:19.097] New invocation is queued and will start shortly
[09:18:19.097] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[09:18:20.188] Starting the invocation (attempt 1)
[09:18:20.216] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d0b14769483b211c8efeb4750129729204f8e8d0"
[09:18:20.216] Reconstructed gitiles commit from tags
[09:18:20.216] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:18:20.216] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:18:20.216] Buildbucket request:
{
"requestId": "8834132342858199984",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7514d6f39c0efdf5bd7b6675bd236c1a6d1df7f1bf8233774e15e8e33be4f500/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "31194e36072b3a2858c2c37f11772c363b12b822",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834132342858199984",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3542df040163a667f617e74069cf35c5548c8d924e01c3bedfd60b33abb83f7b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2961b1f136f19f54d7ed063d76885b9eb6743746",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5e4fd05e568108af305ec70925fdc0df13c19c78"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5e4fd05e568108af305ec70925fdc0df13c19c78",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "0eeb13c2-13ef-4002-8c3c-25259fb2647a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668711734468098721"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "35e412542ddf752041cfa465e7548e1cefbd168e3272e7ea416b24034b995965/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "31194e36072b3a2858c2c37f11772c363b12b822",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "20746e814b0bb7d0c0041c385f24a2727a158001"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/20746e814b0bb7d0c0041c385f24a2727a158001",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "f33806f2-9c5c-4522-b1ee-6eeb8ce8aa68",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668709409718179073"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c816f11f6dc6fcb6a09dbb50645e1fb45c67713d3756869e4534f0e5ff253aad/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "31194e36072b3a2858c2c37f11772c363b12b822",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "bcf18cfdfddd90510db2fcdf29e1ad1fff9ba492"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/bcf18cfdfddd90510db2fcdf29e1ad1fff9ba492",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "76f8c4bd-330e-441b-9d0e-b6a897a2daf3",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668708083910985665"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5cfa6275adbb26690d46e9ff03b2a4c912431cc7f426b47553a70796983d6d98/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "31194e36072b3a2858c2c37f11772c363b12b822",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "63239dfe3b3def106bb1dd6a817cd4d4ca45a5d5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/63239dfe3b3def106bb1dd6a817cd4d4ca45a5d5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "def99074-4812-4d6e-8b73-585a1c01b2dc",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668706771760963169"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a5722ecdfc5c8a72c97eef01c552c2a7d3a69c3cd6129d63a74b76b3f587140a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "31194e36072b3a2858c2c37f11772c363b12b822",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a7f05671c9037b7bec6ef6608b97485ff6768d2c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a7f05671c9037b7bec6ef6608b97485ff6768d2c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "891126d0-c38b-403f-aed5-ba1a6ff1a857",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668705413192373281"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7514d6f39c0efdf5bd7b6675bd236c1a6d1df7f1bf8233774e15e8e33be4f500/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "31194e36072b3a2858c2c37f11772c363b12b822",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d0b14769483b211c8efeb4750129729204f8e8d0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d0b14769483b211c8efeb4750129729204f8e8d0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "b4707df9-c40c-4889-a67f-c390eef00926",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668704060404823953"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d0b14769483b211c8efeb4750129729204f8e8d0"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d0b14769483b211c8efeb4750129729204f8e8d0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834132342858199984"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:18:20.725] Scheduled build:
{
"id": "8668702280901695057",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-06T09:18:20.339761241Z",
"updateTime": "2026-10-06T09:18:20.339761241Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d0b14769483b211c8efeb4750129729204f8e8d0",
"ref": "refs/heads/main"
}
}
}
[09:18:20.725] Task URL: https://cr-buildbucket.appspot.com/build/8668702280901695057
[09:18:20.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:2:0) after 3m21s
[09:18:21.704] Received PubSub notification, asking Buildbucket for the build status
[09:18:21.728] Build status: SCHEDULED
[09:21:41.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:2:0)
[09:21:41.859] Build status: SCHEDULED
[09:21:41.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:4:0) after 9m13s
[09:30:54.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:4:0)
[09:30:54.915] Build status: SCHEDULED
[09:30:54.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:5:0) after 8m9s
[09:39:03.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:5:0)
[09:39:03.980] Build status: SCHEDULED
[09:39:03.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:6:0) after 3m56s
[09:42:59.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:6:0)
[09:43:00.054] Build status: SCHEDULED
[09:43:00.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:7:0) after 6m7s
[09:49:07.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:7:0)
[09:49:07.162] Build status: SCHEDULED
[09:49:07.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:8:0) after 8m0s
[09:57:07.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:8:0)
[09:57:07.555] Build status: SCHEDULED
[09:57:07.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:9:0) after 1m32s
[09:58:39.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:9:0)
[09:58:39.645] Build status: SCHEDULED
[09:58:39.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:10:0) after 4m19s
[10:02:58.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:10:0)
[10:02:58.686] Build status: SCHEDULED
[10:02:58.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:11:0) after 5m52s
[10:08:50.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:11:0)
[10:08:50.821] Build status: SCHEDULED
[10:08:50.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:12:0) after 9m4s
[10:17:54.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:12:0)
[10:17:54.921] Build status: SCHEDULED
[10:17:54.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:13:0) after 3m31s
[10:21:25.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:13:0)
[10:21:25.960] Build status: SCHEDULED
[10:21:25.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:14:0) after 1m16s
[10:22:42.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:14:0)
[10:22:42.161] Build status: SCHEDULED
[10:22:42.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:15:0) after 5m0s
[10:27:42.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:15:0)
[10:27:42.299] Build status: SCHEDULED
[10:27:42.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:16:0) after 2m12s
[10:29:54.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:16:0)
[10:29:54.517] Build status: SCHEDULED
[10:29:54.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:17:0) after 1m33s
[10:31:27.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:17:0)
[10:31:27.579] Build status: SCHEDULED
[10:31:27.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:18:0) after 3m29s
[10:34:56.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:18:0)
[10:34:56.628] Build status: SCHEDULED
[10:34:56.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:19:0) after 7m15s
[10:42:11.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:19:0)
[10:42:11.780] Build status: SCHEDULED
[10:42:11.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:20:0) after 7m20s
[10:49:31.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:20:0)
[10:49:31.864] Build status: SCHEDULED
[10:49:31.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:21:0) after 2m53s
[10:52:25.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:21:0)
[10:52:25.063] Build status: SCHEDULED
[10:52:25.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:22:0) after 1m56s
[10:54:21.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:22:0)
[10:54:21.271] Build status: SCHEDULED
[10:54:21.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:23:0) after 4m2s
[10:58:23.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:23:0)
[10:58:23.443] Build status: SCHEDULED
[10:58:23.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:24:0) after 9m7s
[11:07:30.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:24:0)
[11:07:30.507] Build status: SCHEDULED
[11:07:30.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:25:0) after 4m50s
[11:12:20.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:25:0)
[11:12:20.654] Build status: SCHEDULED
[11:12:20.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:26:0) after 2m53s
[11:15:13.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:26:0)
[11:15:13.734] Build status: SCHEDULED
[11:15:13.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:27:0) after 5m9s
[11:15:26.716] Received PubSub notification, asking Buildbucket for the build status
[11:15:26.737] Build status: STARTED
[11:20:22.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:27:0)
[11:20:22.784] Build status: STARTED
[11:20:22.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:29:0) after 1m9s
[11:21:31.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:29:0)
[11:21:31.954] Build status: STARTED
[11:21:31.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:30:0) after 9m35s
[11:31:07.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:30:0)
[11:31:07.059] Build status: STARTED
[11:31:07.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:31:0) after 8m24s
[11:39:31.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834132342858199984:31:0)
[11:39:31.210] Build:
{
"id": "8668702280901695057",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-06T09:18:20.339761241Z",
"startTime": "2026-10-06T11:15:25.933531201Z",
"endTime": "2026-10-06T11:39:01.936974179Z",
"updateTime": "2026-10-06T11:39:01.936974179Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d0b14769483b211c8efeb4750129729204f8e8d0",
"ref": "refs/heads/main"
}
}
}
[11:39:31.210] Invocation finished in 2h21m12.12011925s with status FAILED