[07:01:34.642] New invocation is queued and will start shortly
[07:01:34.642] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[07:01:35.758] Starting the invocation (attempt 1)
[07:01:35.787] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d18154cf690af40274856f0d9a0f350738543c2d"
[07:01:35.787] Reconstructed gitiles commit from tags
[07:01:35.787] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:01:35.787] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:01:35.788] Buildbucket request:
{
"requestId": "8834140945851055680",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c281beed80d96ed9c2a77797c6f296da579b4daa2ab12436c83594ff956774f6/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2961b1f136f19f54d7ed063d76885b9eb6743746",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834140945851055680",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "82746fe2bbef360e0e7df580aef360b373882a4dd533f2dae1fba0eb3f9f9b98/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2961b1f136f19f54d7ed063d76885b9eb6743746",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "78c158c7b7dd1b4f36b56aee3aafb3821ac56e37"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/78c158c7b7dd1b4f36b56aee3aafb3821ac56e37",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ae6c6ce8-7081-41bb-a3d0-440a0442cdb0",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668718510479473169"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0b2070effc1fff947e977786c682444b43297e57395812922eb4766b3e5dd206/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2961b1f136f19f54d7ed063d76885b9eb6743746",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "8ec02d9a4d5d4c9751e0535218ceebaa6b65639c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/8ec02d9a4d5d4c9751e0535218ceebaa6b65639c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "11ea63f6-bd2d-42bf-8235-4541e28c1497",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668717183861812753"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "1a35b7689ec5f9a636faeb06b02a64d1a9a035b7ab9a409d6a1003a22fca7877/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2961b1f136f19f54d7ed063d76885b9eb6743746",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4693dfb68fb0af07ff06078f96993a07d4242c96"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4693dfb68fb0af07ff06078f96993a07d4242c96",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ac85bbba-c134-4b13-81ff-e8755f5919d5",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668715853507374497"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "11738728926bbcbadf613b0c698798669407b8ec46414f7d459d35ade45b66f8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2961b1f136f19f54d7ed063d76885b9eb6743746",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "0e5770c27da349711e5c97b692ebbfcf978a8dbe"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0e5770c27da349711e5c97b692ebbfcf978a8dbe",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e07f1be9-3892-4524-b013-f1e696b27d6f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668714448706326705"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "c281beed80d96ed9c2a77797c6f296da579b4daa2ab12436c83594ff956774f6/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2961b1f136f19f54d7ed063d76885b9eb6743746",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d18154cf690af40274856f0d9a0f350738543c2d"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d18154cf690af40274856f0d9a0f350738543c2d",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "9ce250e1-33ed-4c57-bf24-8019f15dbf4f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8668713098846173393"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d18154cf690af40274856f0d9a0f350738543c2d"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d18154cf690af40274856f0d9a0f350738543c2d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834140945851055680"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:01:36.176] Scheduled build:
{
"id": "8668710883909475233",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-06T07:01:35.872186541Z",
"updateTime": "2026-10-06T07:01:35.872186541Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d18154cf690af40274856f0d9a0f350738543c2d",
"ref": "refs/heads/main"
}
}
}
[07:01:36.176] Task URL: https://cr-buildbucket.appspot.com/build/8668710883909475233
[07:01:36.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:2:0) after 3m17s
[07:01:37.137] Received PubSub notification, asking Buildbucket for the build status
[07:01:37.156] Build status: SCHEDULED
[07:04:53.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:2:0)
[07:04:53.269] Build status: SCHEDULED
[07:04:53.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:4:0) after 1m11s
[07:06:04.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:4:0)
[07:06:04.431] Build status: SCHEDULED
[07:06:04.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:5:0) after 6m26s
[07:12:30.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:5:0)
[07:12:30.500] Build status: SCHEDULED
[07:12:30.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:6:0) after 6m56s
[07:19:26.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:6:0)
[07:19:26.584] Build status: SCHEDULED
[07:19:26.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:7:0) after 1m55s
[07:21:21.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:7:0)
[07:21:21.647] Build status: SCHEDULED
[07:21:21.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:8:0) after 2m53s
[07:24:14.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:8:0)
[07:24:14.693] Build status: SCHEDULED
[07:24:14.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:9:0) after 3m41s
[07:27:55.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:9:0)
[07:27:55.846] Build status: SCHEDULED
[07:27:55.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:10:0) after 6m27s
[07:34:23.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:10:0)
[07:34:23.215] Build status: SCHEDULED
[07:34:23.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:11:0) after 8m7s
[07:42:30.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:11:0)
[07:42:30.419] Build status: SCHEDULED
[07:42:30.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:12:0) after 4m45s
[07:47:15.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:12:0)
[07:47:15.434] Build status: SCHEDULED
[07:47:15.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:13:0) after 6m8s
[07:53:23.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:13:0)
[07:53:23.516] Build status: SCHEDULED
[07:53:23.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:14:0) after 5m38s
[07:59:01.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:14:0)
[07:59:01.550] Build status: SCHEDULED
[07:59:01.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:15:0) after 1m41s
[08:00:42.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:15:0)
[08:00:42.597] Build status: SCHEDULED
[08:00:42.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:16:0) after 4m46s
[08:05:28.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:16:0)
[08:05:29.242] Build status: SCHEDULED
[08:05:29.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:17:0) after 6m8s
[08:11:37.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:17:0)
[08:11:37.295] Build status: SCHEDULED
[08:11:37.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:18:0) after 4m34s
[08:16:11.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:18:0)
[08:16:11.888] Build status: SCHEDULED
[08:16:11.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:19:0) after 5m47s
[08:21:58.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:19:0)
[08:21:58.998] Build status: SCHEDULED
[08:21:58.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:20:0) after 9m28s
[08:31:27.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:20:0)
[08:31:27.124] Build status: SCHEDULED
[08:31:27.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:21:0) after 1m3s
[08:32:30.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:21:0)
[08:32:30.137] Build status: SCHEDULED
[08:32:30.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:22:0) after 1m54s
[08:34:24.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:22:0)
[08:34:24.239] Build status: SCHEDULED
[08:34:24.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:23:0) after 1m40s
[08:36:04.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:23:0)
[08:36:04.278] Build status: SCHEDULED
[08:36:04.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:24:0) after 3m17s
[08:39:21.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:24:0)
[08:39:21.276] Build status: SCHEDULED
[08:39:21.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:25:0) after 8m24s
[08:47:45.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:25:0)
[08:47:45.372] Build status: SCHEDULED
[08:47:45.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:26:0) after 3m38s
[08:51:23.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:26:0)
[08:51:23.364] Build status: SCHEDULED
[08:51:23.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:27:0) after 9m26s
[08:55:11.620] Received PubSub notification, asking Buildbucket for the build status
[08:55:11.646] Build status: STARTED
[09:00:49.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:27:0)
[09:00:49.421] Build status: STARTED
[09:00:49.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:29:0) after 3m34s
[09:04:23.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:29:0)
[09:04:23.471] Build status: STARTED
[09:04:23.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:30:0) after 9m49s
[09:14:12.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:30:0)
[09:14:12.519] Build status: STARTED
[09:14:12.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834140945851055680:31:0) after 7m26s
[09:18:16.479] Received PubSub notification, asking Buildbucket for the build status
[09:18:16.498] Build:
{
"id": "8668710883909475233",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-06T07:01:35.872186541Z",
"startTime": "2026-10-06T08:55:11.269212090Z",
"endTime": "2026-10-06T09:18:15.655775526Z",
"updateTime": "2026-10-06T09:18:15.655775526Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "d18154cf690af40274856f0d9a0f350738543c2d",
"ref": "refs/heads/main"
}
}
}
[09:18:16.498] Invocation finished in 2h16m41.861673012s with status FAILED