[05:41:52.177] New invocation is queued and will start shortly
[05:41:52.177] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[05:41:53.738] Starting the invocation (attempt 1)
[05:41:53.767] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/22fc5f54fa0e1a16b68126329afbebcc39960311"
[05:41:53.767] Reconstructed gitiles commit from tags
[05:41:53.767] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:41:53.767] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:41:53.768] Buildbucket request:
{
"requestId": "8835414318160058928",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "280f453c5ebd5fa1f9d9f1e4137bdd52ee3b2a5f6317672d73b448af70d252d5/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7d14e9910fc60d270fbd7624451c0fb697a81da",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835414318160058928",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "3e500e208b0ca50b1a99fcdce939179d436a1e4bab0f4f6388eda73fd3281790/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a157ba83517303680d04dd5ea6e7c8e6705b0a21",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "41b7eabb4564f09d7bd7ba54d8f7a38a8f449621"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/41b7eabb4564f09d7bd7ba54d8f7a38a8f449621",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "2bc5aba4-dbbc-4661-a0ee-a5b0c61705df",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669992216848130673"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "323635fc58ecf7a86779a34aa1cdc1b98e6e97dde6575e0888fec2b71375f872/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7d14e9910fc60d270fbd7624451c0fb697a81da",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ce06ac932eca6a403fa2f1f84fc5724fd30dc562"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ce06ac932eca6a403fa2f1f84fc5724fd30dc562",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "6b0b3b87-c07a-43ca-b98d-b5fbae2a133e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669990851137111505"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "000d73802df66d6b7096a3fdac44f6684878b61dc233090e0c5adcdbfab2055f/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7d14e9910fc60d270fbd7624451c0fb697a81da",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "1f825d419c8129aa11212cd598f3f72ee38d3c44"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/1f825d419c8129aa11212cd598f3f72ee38d3c44",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "c42f11d2-5f9b-4985-9797-3f8c92c395e6",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669989487747357137"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ffb89ec28af374ae06a109be6ebec50c68545998f3fa2010e53043fd4bb9b43b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7d14e9910fc60d270fbd7624451c0fb697a81da",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4c377436c5d688196ee97ee6888d1d96894efc60"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4c377436c5d688196ee97ee6888d1d96894efc60",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "1e087d9b-f93b-44b1-97d2-4a3bbf008a6f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669988129013203553"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "280f453c5ebd5fa1f9d9f1e4137bdd52ee3b2a5f6317672d73b448af70d252d5/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "b7d14e9910fc60d270fbd7624451c0fb697a81da",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "22fc5f54fa0e1a16b68126329afbebcc39960311"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/22fc5f54fa0e1a16b68126329afbebcc39960311",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "0b058831-659b-4805-b3e3-55f5ae6fbc84",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669986742947146721"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "22fc5f54fa0e1a16b68126329afbebcc39960311"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "22fc5f54fa0e1a16b68126329afbebcc39960311",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835414318160058928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:41:54.327] Scheduled build:
{
"id": "8669984255632634273",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T05:41:53.964687250Z",
"updateTime": "2026-09-22T05:41:53.964687250Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "22fc5f54fa0e1a16b68126329afbebcc39960311",
"ref": "refs/heads/main"
}
}
}
[05:41:54.327] Task URL: https://cr-buildbucket.appspot.com/build/8669984255632634273
[05:41:54.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:2:0) after 6m42s
[05:41:55.329] Received PubSub notification, asking Buildbucket for the build status
[05:41:55.352] Build status: SCHEDULED
[05:48:36.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:2:0)
[05:48:36.340] Build status: SCHEDULED
[05:48:36.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:4:0) after 6m50s
[05:55:26.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:4:0)
[05:55:26.398] Build status: SCHEDULED
[05:55:26.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:5:0) after 6m40s
[06:02:06.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:5:0)
[06:02:06.534] Build status: SCHEDULED
[06:02:06.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:6:0) after 6m53s
[06:08:59.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:6:0)
[06:08:59.616] Build status: SCHEDULED
[06:08:59.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:7:0) after 6m56s
[06:15:55.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:7:0)
[06:15:55.627] Build status: SCHEDULED
[06:15:55.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:8:0) after 3m32s
[06:19:27.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:8:0)
[06:19:27.724] Build status: SCHEDULED
[06:19:27.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:9:0) after 4m25s
[06:23:52.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:9:0)
[06:23:52.808] Build status: SCHEDULED
[06:23:52.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:10:0) after 6m31s
[06:30:23.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:10:0)
[06:30:24.348] Build status: SCHEDULED
[06:30:24.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:11:0) after 5m25s
[06:35:49.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:11:0)
[06:35:49.388] Build status: SCHEDULED
[06:35:49.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:12:0) after 8m23s
[06:44:12.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:12:0)
[06:44:12.412] Build status: SCHEDULED
[06:44:12.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:13:0) after 7m53s
[06:52:05.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:13:0)
[06:52:05.483] Build status: SCHEDULED
[06:52:05.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:14:0) after 3m15s
[06:55:20.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:14:0)
[06:55:20.611] Build status: SCHEDULED
[06:55:20.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:15:0) after 9m53s
[07:05:13.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:15:0)
[07:05:13.618] Build status: SCHEDULED
[07:05:13.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:16:0) after 1m42s
[07:06:55.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:16:0)
[07:06:55.726] Build status: SCHEDULED
[07:06:55.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:17:0) after 2m52s
[07:09:47.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:17:0)
[07:09:47.865] Build status: SCHEDULED
[07:09:47.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:18:0) after 7m57s
[07:17:44.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:18:0)
[07:17:44.904] Build status: SCHEDULED
[07:17:44.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:19:0) after 3m2s
[07:20:46.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:19:0)
[07:20:46.941] Build status: SCHEDULED
[07:20:46.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:20:0) after 6m46s
[07:27:33.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:20:0)
[07:27:33.080] Build status: SCHEDULED
[07:27:33.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:21:0) after 4m26s
[07:31:59.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:21:0)
[07:31:59.185] Build status: SCHEDULED
[07:31:59.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:22:0) after 9m33s
[07:41:05.601] Received PubSub notification, asking Buildbucket for the build status
[07:41:05.632] Build status: STARTED
[07:41:32.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:22:0)
[07:41:32.229] Build status: STARTED
[07:41:32.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:24:0) after 5m19s
[07:46:51.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:24:0)
[07:46:51.262] Build status: STARTED
[07:46:51.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:25:0) after 4m31s
[07:51:22.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:25:0)
[07:51:22.343] Build status: STARTED
[07:51:22.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:26:0) after 9m14s
[08:00:36.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:26:0)
[08:00:36.528] Build status: STARTED
[08:00:36.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8835414318160058928:27:0) after 7m49s
[08:02:59.494] Received PubSub notification, asking Buildbucket for the build status
[08:02:59.518] Build:
{
"id": "8669984255632634273",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T05:41:53.964687250Z",
"startTime": "2026-09-22T07:41:05.402609061Z",
"endTime": "2026-09-22T08:02:59.187968157Z",
"updateTime": "2026-09-22T08:02:59.187968157Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "22fc5f54fa0e1a16b68126329afbebcc39960311",
"ref": "refs/heads/main"
}
}
}
[08:02:59.518] Invocation finished in 2h21m7.347407655s with status FAILED