[08:07:39.012] New invocation is queued and will start shortly
[08:07:39.012] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[08:07:41.073] Starting the invocation (attempt 1)
[08:07:41.101] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/80ef20addc82619c07b6deaec5f9995000b5dd16"
[08:07:41.101] Reconstructed gitiles commit from tags
[08:07:41.101] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:07:41.102] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:07:41.103] Buildbucket request:
{
"requestId": "8833321416210269360",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "fce33cd267470175cd9c73e0b3082120088a0e2dcc2ac91f9768ce00167e781b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f2bc3c72bf2a0afe4d2109e2728fd9dfadfc75a3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833321416210269360",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "a2f10cf9a1312c6510a05567166a4a0c7d616df174578ecfd79eec1f5503eeef/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "afa423361ecaea9e904b2ebe4cb2d1d8916c7f6d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "5ea8abe293862bf78b0389932fd761835f5d9495"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/5ea8abe293862bf78b0389932fd761835f5d9495",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "e50786fe-348a-4548-bd49-ebf1c8835f48",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8667898746051963313"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "553f9865cbdb7c397d3789d7063a8cd4d52ba81eff4b663c8633c37c17b93dd0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "afa423361ecaea9e904b2ebe4cb2d1d8916c7f6d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9abbf8e28c8a7196987615c31671b099832445ad"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9abbf8e28c8a7196987615c31671b099832445ad",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "674254bf-5a1d-4dd8-a496-97515730e371",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8667897425464844145"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f2b146a405f18963ce1e6f631c690b89cd24e665a28d0ed1847166c50e8eae80/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "afa423361ecaea9e904b2ebe4cb2d1d8916c7f6d",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f905f79ea61839cdb8e446b6ca43dd5ffadd2487"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f905f79ea61839cdb8e446b6ca43dd5ffadd2487",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "115311b4-84b2-4c42-9258-69a8ee3dd031",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8667896101754648449"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "bc55042ef2fae35b2b471e2102ea2cc764f2a05f56e24d8e3743c11ec934292a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "0a121edeb244dc9ea7803d217b77615b86b589ef",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9682824cc06476eea34368b06ab43da7f1a80b9f"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9682824cc06476eea34368b06ab43da7f1a80b9f",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "76dcd5b9-4280-4f5e-86ed-1c9bda2a86a1",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8667894774132529169"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "fce33cd267470175cd9c73e0b3082120088a0e2dcc2ac91f9768ce00167e781b/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "f2bc3c72bf2a0afe4d2109e2728fd9dfadfc75a3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "80ef20addc82619c07b6deaec5f9995000b5dd16"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/80ef20addc82619c07b6deaec5f9995000b5dd16",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "4670e86d-bf9f-4328-949d-7f9e70aaefcd",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8667893463786193649"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "80ef20addc82619c07b6deaec5f9995000b5dd16"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "80ef20addc82619c07b6deaec5f9995000b5dd16",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833321416210269360"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:07:41.747] Scheduled build:
{
"id": "8667891353295056033",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-15T08:07:41.170473104Z",
"updateTime": "2026-10-15T08:07:41.170473104Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "80ef20addc82619c07b6deaec5f9995000b5dd16",
"ref": "refs/heads/main"
}
}
}
[08:07:41.747] Task URL: https://cr-buildbucket.appspot.com/build/8667891353295056033
[08:07:41.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:2:0) after 5m12s
[08:07:42.737] Received PubSub notification, asking Buildbucket for the build status
[08:07:42.760] Build status: SCHEDULED
[08:12:53.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:2:0)
[08:12:53.834] Build status: SCHEDULED
[08:12:53.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:4:0) after 8m34s
[08:21:27.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:4:0)
[08:21:27.883] Build status: SCHEDULED
[08:21:27.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:5:0) after 3m39s
[08:25:07.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:5:0)
[08:25:07.164] Build status: SCHEDULED
[08:25:07.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:6:0) after 5m57s
[08:31:04.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:6:0)
[08:31:04.206] Build status: SCHEDULED
[08:31:04.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:7:0) after 9m18s
[08:40:22.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:7:0)
[08:40:22.354] Build status: SCHEDULED
[08:40:22.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:8:0) after 8m25s
[08:48:47.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:8:0)
[08:48:47.500] Build status: SCHEDULED
[08:48:47.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:9:0) after 3m23s
[08:52:10.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:9:0)
[08:52:10.539] Build status: SCHEDULED
[08:52:10.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:10:0) after 8m2s
[09:00:12.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:10:0)
[09:00:12.585] Build status: SCHEDULED
[09:00:12.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:11:0) after 9m47s
[09:09:59.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:11:0)
[09:09:59.590] Build status: SCHEDULED
[09:09:59.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:12:0) after 4m48s
[09:14:47.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:12:0)
[09:14:47.738] Build status: SCHEDULED
[09:14:47.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:13:0) after 1m57s
[09:16:44.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:13:0)
[09:16:44.787] Build status: SCHEDULED
[09:16:44.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:14:0) after 5m45s
[09:22:29.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:14:0)
[09:22:30.077] Build status: SCHEDULED
[09:22:30.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:15:0) after 4m27s
[09:26:57.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:15:0)
[09:26:57.080] Build status: SCHEDULED
[09:26:57.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:16:0) after 5m21s
[09:32:18.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:16:0)
[09:32:18.126] Build status: SCHEDULED
[09:32:18.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:17:0) after 1m15s
[09:33:33.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:17:0)
[09:33:33.208] Build status: SCHEDULED
[09:33:33.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:18:0) after 6m56s
[09:40:29.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:18:0)
[09:40:29.312] Build status: SCHEDULED
[09:40:29.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:19:0) after 2m23s
[09:42:52.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:19:0)
[09:42:52.449] Build status: SCHEDULED
[09:42:52.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:20:0) after 8m4s
[09:50:56.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:20:0)
[09:50:56.551] Build status: SCHEDULED
[09:50:56.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:21:0) after 2m40s
[09:53:36.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:21:0)
[09:53:36.604] Build status: SCHEDULED
[09:53:36.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:22:0) after 9m50s
[10:03:26.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:22:0)
[10:03:26.692] Build status: SCHEDULED
[10:03:26.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:23:0) after 9m13s
[10:12:39.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:23:0)
[10:12:39.837] Build status: SCHEDULED
[10:12:39.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:24:0) after 6m44s
[10:19:23.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:24:0)
[10:19:23.917] Build status: SCHEDULED
[10:19:23.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:25:0) after 8m4s
[10:20:37.711] Received PubSub notification, asking Buildbucket for the build status
[10:20:37.755] Build status: STARTED
[10:27:27.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:25:0)
[10:27:27.948] Build status: STARTED
[10:27:27.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:27:0) after 9m58s
[10:37:25.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:27:0)
[10:37:25.982] Build status: STARTED
[10:37:25.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:28:0) after 5m11s
[10:42:37.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:28:0)
[10:42:37.135] Build status: STARTED
[10:42:37.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8833321416210269360:29:0) after 6m25s
[10:45:26.882] Received PubSub notification, asking Buildbucket for the build status
[10:45:26.999] Build:
{
"id": "8667891353295056033",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-15T08:07:41.170473104Z",
"startTime": "2026-10-15T10:20:37.292480490Z",
"endTime": "2026-10-15T10:45:26.581446456Z",
"updateTime": "2026-10-15T10:45:26.581446456Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "80ef20addc82619c07b6deaec5f9995000b5dd16",
"ref": "refs/heads/main"
}
}
}
[10:45:26.999] Invocation finished in 2h37m47.99288239s with status FAILED