[08:03:02.069] New invocation is queued and will start shortly
[08:03:02.069] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[08:03:03.182] Starting the invocation (attempt 1)
[08:03:03.215] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/167761dd0d716c264a44691464fb8c4e2d52e303"
[08:03:03.215] Reconstructed gitiles commit from tags
[08:03:03.215] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:03:03.215] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:03:03.216] Buildbucket request:
{
"requestId": "8835405436832315744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "62840be4891e37d818330bee07829ac9042e14a85efd122669fa71a7b5e3842c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9943560fdd6be255606b2fc461e8c2571fb726b6",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835405436832315744",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1755377a46b1e5c75fe06300baacca53a90dbc957970835159aa9e86cb17d9fa/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7d14e9910fc60d270fbd7624451c0fb697a81da",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5587ab44938b396a01268f118fad8b32a59104a3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5587ab44938b396a01268f118fad8b32a59104a3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "3e8720fd-9530-44f6-bb9d-75f509fa8280",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669985378997594689"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1c1a5b03a566c0700736605c9a048f34068b9477b2e753d76c09480afbb4efbd/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7d14e9910fc60d270fbd7624451c0fb697a81da",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9ac223e87234e44464d9c43ee7de188173043306"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9ac223e87234e44464d9c43ee7de188173043306",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "920e7f7f-1e51-4fae-ac44-3f128b7d3953",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669983993725603217"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "02d6ec1f74e51a176beea0c23897a4439f2847af9b6af1146b915eabbd1d06ba/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7d14e9910fc60d270fbd7624451c0fb697a81da",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9c0960684778fcfb8308a37a992633cceb3ee48c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9c0960684778fcfb8308a37a992633cceb3ee48c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "957f08e9-53f1-4cf0-a1d4-ae7e0ec3ebb5",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669981496179779249"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4ac0c24f145c952c33aa42300d418b2d28df1b16a804d9ea8464365c8a476480/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2c1ea67c4297741fd6b1bf05d528a00686e2b549",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "639d199326c1ae95d8b2fa26390d45ade0f20a19"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/639d199326c1ae95d8b2fa26390d45ade0f20a19",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "81e714ab-52f3-4117-ad69-0c0f9bf3e8a1",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669980144841301985"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "37569b1719cdbe65bf33fabfb4dacefb07deae34c11218b74cf5ca4bcb00b9cb/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9943560fdd6be255606b2fc461e8c2571fb726b6",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d2d28852845aaf0588a4c4a9db341cb217440247"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d2d28852845aaf0588a4c4a9db341cb217440247",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "79a506cb-e904-4f6b-aa9c-a16f338da0f1",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669978767108619153"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "62840be4891e37d818330bee07829ac9042e14a85efd122669fa71a7b5e3842c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9943560fdd6be255606b2fc461e8c2571fb726b6",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "167761dd0d716c264a44691464fb8c4e2d52e303"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/167761dd0d716c264a44691464fb8c4e2d52e303",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "94e41b72-0d98-42fc-9593-b00504eee0b4",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669977391469570417"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "167761dd0d716c264a44691464fb8c4e2d52e303"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "167761dd0d716c264a44691464fb8c4e2d52e303",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835405436832315744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:03:04.039] Scheduled build:
{
"id": "8669975374788800017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T08:03:03.397763089Z",
"updateTime": "2026-09-22T08:03:03.397763089Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "167761dd0d716c264a44691464fb8c4e2d52e303",
"ref": "refs/heads/main"
}
}
}
[08:03:04.039] Task URL: https://cr-buildbucket.appspot.com/build/8669975374788800017
[08:03:04.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:2:0) after 7m22s
[08:03:05.032] Received PubSub notification, asking Buildbucket for the build status
[08:03:05.055] Build status: SCHEDULED
[08:10:26.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:2:0)
[08:10:26.054] Build status: SCHEDULED
[08:10:26.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:4:0) after 8m10s
[08:18:36.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:4:0)
[08:18:36.104] Build status: SCHEDULED
[08:18:36.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:5:0) after 1m20s
[08:19:56.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:5:0)
[08:19:56.252] Build status: SCHEDULED
[08:19:56.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:6:0) after 1m56s
[08:21:52.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:6:0)
[08:21:52.353] Build status: SCHEDULED
[08:21:52.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:7:0) after 3m9s
[08:25:01.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:7:0)
[08:25:01.442] Build status: SCHEDULED
[08:25:01.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:8:0) after 4m53s
[08:29:54.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:8:0)
[08:29:54.593] Build status: SCHEDULED
[08:29:54.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:9:0) after 6m12s
[08:36:06.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:9:0)
[08:36:06.640] Build status: SCHEDULED
[08:36:06.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:10:0) after 6m2s
[08:42:08.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:10:0)
[08:42:08.756] Build status: SCHEDULED
[08:42:08.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:11:0) after 9m50s
[08:51:58.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:11:0)
[08:51:58.899] Build status: SCHEDULED
[08:51:58.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:12:0) after 4m18s
[08:56:16.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:12:0)
[08:56:16.975] Build status: SCHEDULED
[08:56:16.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:13:0) after 7m14s
[09:03:31.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:13:0)
[09:03:31.039] Build status: SCHEDULED
[09:03:31.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:14:0) after 2m1s
[09:05:32.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:14:0)
[09:05:32.038] Build status: SCHEDULED
[09:05:32.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:15:0) after 1m57s
[09:07:29.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:15:0)
[09:07:29.249] Build status: SCHEDULED
[09:07:29.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:16:0) after 4m23s
[09:11:52.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:16:0)
[09:11:52.289] Build status: SCHEDULED
[09:11:52.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:17:0) after 5m31s
[09:17:23.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:17:0)
[09:17:23.330] Build status: SCHEDULED
[09:17:23.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:18:0) after 4m44s
[09:22:07.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:18:0)
[09:22:07.437] Build status: SCHEDULED
[09:22:07.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:19:0) after 5m0s
[09:27:07.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:19:0)
[09:27:07.514] Build status: SCHEDULED
[09:27:07.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:20:0) after 5m44s
[09:32:51.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:20:0)
[09:32:51.687] Build status: SCHEDULED
[09:32:51.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:21:0) after 9m6s
[09:41:57.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:21:0)
[09:41:57.770] Build status: SCHEDULED
[09:41:57.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:22:0) after 6m50s
[09:48:47.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:22:0)
[09:48:47.850] Build status: SCHEDULED
[09:48:47.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:23:0) after 2m2s
[09:50:49.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:23:0)
[09:50:49.964] Build status: SCHEDULED
[09:50:49.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:24:0) after 7m23s
[09:58:13.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:24:0)
[09:58:13.039] Build status: SCHEDULED
[09:58:13.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:25:0) after 5m45s
[10:03:08.767] Received PubSub notification, asking Buildbucket for the build status
[10:03:08.786] Build status: STARTED
[10:03:58.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:25:0)
[10:03:58.157] Build status: STARTED
[10:03:58.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:27:0) after 7m45s
[10:11:43.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:27:0)
[10:11:43.296] Build status: STARTED
[10:11:43.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:28:0) after 4m39s
[10:16:22.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:28:0)
[10:16:22.372] Build status: STARTED
[10:16:22.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835405436832315744:29:0) after 9m49s
[10:25:04.406] Received PubSub notification, asking Buildbucket for the build status
[10:25:04.423] Build:
{
"id": "8669975374788800017",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T08:03:03.397763089Z",
"startTime": "2026-09-22T10:03:08.514166021Z",
"endTime": "2026-09-22T10:25:03.893092761Z",
"updateTime": "2026-09-22T10:25:03.893092761Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "167761dd0d716c264a44691464fb8c4e2d52e303",
"ref": "refs/heads/main"
}
}
}
[10:25:04.423] Invocation finished in 2h22m2.358406268s with status FAILED