[06:30:38.151] New invocation is queued and will start shortly
[06:30:38.151] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[06:30:39.186] Starting the invocation (attempt 1)
[06:30:39.210] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d97a5ad5e813605511f6b165cce7a8006303b971"
[06:30:39.210] Reconstructed gitiles commit from tags
[06:30:39.210] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:30:39.210] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:30:39.211] Buildbucket request:
{
"requestId": "8834414683422109552",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5252ccb1c28e8cad44474c73e2d1f63b2d97520a28dfd229539bb5ddbfc20cad/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "81c55a23dd2c660ffe6b94b3dd3359f7fb0a2989",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834414683422109552",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5ee1f0d17eb8e316a5bf6d3a071af3924118d75bea1a45506a776a039087b1a5/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "81c55a23dd2c660ffe6b94b3dd3359f7fb0a2989",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f475f085bf7ba0429d7a583a591a332eb1e56df3"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f475f085bf7ba0429d7a583a591a332eb1e56df3",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "33b65525-676f-482d-8cb4-cf5209bb8628",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668990660707712737"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "143ec95e927b196ad018440fee584f32e3fa10ff4551a4b358cce82ee563d9a0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "81c55a23dd2c660ffe6b94b3dd3359f7fb0a2989",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0015ba584055f39bc729424ae77e3f5543169543"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0015ba584055f39bc729424ae77e3f5543169543",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "63e645cc-32f6-47cc-926a-6eb11602c57a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668989334829954881"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "4d09b799fac5ae37212147dea43c7c3b4dbbce77e41b7e0ace1e5de5e9c20449/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "81c55a23dd2c660ffe6b94b3dd3359f7fb0a2989",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "39e3785197388ebfa671e1f89943b022044c938c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/39e3785197388ebfa671e1f89943b022044c938c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "8afeb88b-3448-434d-b54a-b434d3d50c8b",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668987998871082225"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5252ccb1c28e8cad44474c73e2d1f63b2d97520a28dfd229539bb5ddbfc20cad/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "81c55a23dd2c660ffe6b94b3dd3359f7fb0a2989",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d97a5ad5e813605511f6b165cce7a8006303b971"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d97a5ad5e813605511f6b165cce7a8006303b971",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "a2ee5ed6-596d-4cac-ab4b-b649159b616c",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668986632649513169"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d97a5ad5e813605511f6b165cce7a8006303b971"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d97a5ad5e813605511f6b165cce7a8006303b971",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834414683422109552"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:30:39.642] Scheduled build:
{
"id": "8668984621577321553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-03T06:30:39.288250594Z",
"updateTime": "2026-10-03T06:30:39.288250594Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d97a5ad5e813605511f6b165cce7a8006303b971",
"ref": "refs/heads/main"
}
}
}
[06:30:39.642] Task URL: https://cr-buildbucket.appspot.com/build/8668984621577321553
[06:30:39.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:2:0) after 7m40s
[06:30:40.582] Received PubSub notification, asking Buildbucket for the build status
[06:30:40.605] Build status: SCHEDULED
[06:38:19.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:2:0)
[06:38:19.685] Build status: SCHEDULED
[06:38:19.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:4:0) after 4m50s
[06:43:09.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:4:0)
[06:43:09.875] Build status: SCHEDULED
[06:43:09.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:5:0) after 2m47s
[06:45:56.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:5:0)
[06:45:57.049] Build status: SCHEDULED
[06:45:57.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:6:0) after 8m14s
[06:54:11.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:6:0)
[06:54:11.147] Build status: SCHEDULED
[06:54:11.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:7:0) after 9m12s
[07:03:23.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:7:0)
[07:03:23.192] Build status: SCHEDULED
[07:03:23.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:8:0) after 5m21s
[07:08:44.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:8:0)
[07:08:44.316] Build status: SCHEDULED
[07:08:44.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:9:0) after 2m41s
[07:11:25.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:9:0)
[07:11:25.408] Build status: SCHEDULED
[07:11:25.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:10:0) after 1m41s
[07:13:06.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:10:0)
[07:13:06.448] Build status: SCHEDULED
[07:13:06.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:11:0) after 6m30s
[07:19:36.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:11:0)
[07:19:36.555] Build status: SCHEDULED
[07:19:36.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:12:0) after 4m29s
[07:24:05.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:12:0)
[07:24:05.694] Build status: SCHEDULED
[07:24:05.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:13:0) after 1m52s
[07:25:57.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:13:0)
[07:25:57.847] Build status: SCHEDULED
[07:25:57.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:14:0) after 1m47s
[07:27:44.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:14:0)
[07:27:44.960] Build status: SCHEDULED
[07:27:44.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:15:0) after 1m56s
[07:29:41.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:15:0)
[07:29:41.072] Build status: SCHEDULED
[07:29:41.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:16:0) after 9m53s
[07:39:34.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:16:0)
[07:39:34.258] Build status: SCHEDULED
[07:39:34.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:17:0) after 1m31s
[07:41:05.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:17:0)
[07:41:05.300] Build status: SCHEDULED
[07:41:05.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:18:0) after 2m8s
[07:43:13.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:18:0)
[07:43:13.346] Build status: SCHEDULED
[07:43:13.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:19:0) after 3m19s
[07:46:32.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:19:0)
[07:46:32.522] Build status: SCHEDULED
[07:46:32.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:20:0) after 4m18s
[07:50:50.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:20:0)
[07:50:50.666] Build status: SCHEDULED
[07:50:50.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:21:0) after 8m58s
[07:53:12.816] Received PubSub notification, asking Buildbucket for the build status
[07:53:12.853] Build status: STARTED
[07:59:48.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:21:0)
[07:59:48.796] Build status: STARTED
[07:59:48.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:23:0) after 1m53s
[08:01:41.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:23:0)
[08:01:41.883] Build status: STARTED
[08:01:41.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:24:0) after 1m6s
[08:02:47.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:24:0)
[08:02:47.950] Build status: STARTED
[08:02:47.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:25:0) after 1m1s
[08:03:49.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:25:0)
[08:03:49.109] Build status: STARTED
[08:03:49.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:26:0) after 5m56s
[08:09:45.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:26:0)
[08:09:45.155] Build status: STARTED
[08:09:45.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:27:0) after 1m41s
[08:11:26.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:27:0)
[08:11:26.206] Build status: STARTED
[08:11:26.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834414683422109552:28:0) after 7m49s
[08:16:22.512] Received PubSub notification, asking Buildbucket for the build status
[08:16:22.537] Build:
{
"id": "8668984621577321553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-03T06:30:39.288250594Z",
"startTime": "2026-10-03T07:53:12.560769566Z",
"endTime": "2026-10-03T08:16:22.094994934Z",
"updateTime": "2026-10-03T08:16:22.094994934Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d97a5ad5e813605511f6b165cce7a8006303b971",
"ref": "refs/heads/main"
}
}
}
[08:16:22.537] Invocation finished in 1h45m44.390544715s with status FAILED