[08:06:04.780] New invocation is queued and will start shortly
[08:06:04.780] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[08:06:06.291] Starting the invocation (attempt 1)
[08:06:06.322] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/92da1c0b9fc7d0502b8ac0cd73c836266e21f7d5"
[08:06:06.322] Reconstructed gitiles commit from tags
[08:06:06.322] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:06:06.322] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:06:06.333] Buildbucket request:
{
"requestId": "8856967323257571936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "395f4897a8fd15639b1f7b847065a327bd142adb312fa7264e07cf4ddc551f42/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "baab4927bbc1bc131c533e2e5617e5f0439de5a3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8856967323257571936",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d6281b0d3f9c4247b67671a2c54a7f1893657e5b53376caebe0d6d2384590187/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "45224286aafb1afa34c3458b55b539e00d1b092a",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "170ad2335e5c4a3bf53fdd5bfeeb9fe8350398b4"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/170ad2335e5c4a3bf53fdd5bfeeb9fe8350398b4",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "0366b9a6-b3ab-4e20-8453-bb1f01a2c89e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8691544902371044481"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "533da4c4012167b341d8ca2d1c7f41c8e9a78bfe382a15960c7db3c4cee1c9b6/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "45224286aafb1afa34c3458b55b539e00d1b092a",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "60250aaa253b13450630878062c63d9915c1f18a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/60250aaa253b13450630878062c63d9915c1f18a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "00d7f7db-43cc-4823-93e2-a34c3e1f8a00",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8691543709402478321"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "37c4846089572f42b53ce7b3b4754f0a2dd86bdc62b155ddf69bc107fab1666d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "45224286aafb1afa34c3458b55b539e00d1b092a",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ddecdcc85cb4c36b6da8d48817c865a6c733904a"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ddecdcc85cb4c36b6da8d48817c865a6c733904a",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "a49edb53-a0cf-451a-9320-216de5548d98",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8691542511178065025"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6657ec2b74922fa606682a8446b1a23d19b18347d61c0da3eae37b33ca453337/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "baab4927bbc1bc131c533e2e5617e5f0439de5a3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a95a9465bfd261f7b7a464d79336faa74af780c0"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a95a9465bfd261f7b7a464d79336faa74af780c0",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "ceecc9dd-d43f-4da9-a437-7043476d0bde",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8691541310659970145"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "edcde0fec8ef068092e5899fb660ff102267519401525e6263d14f2801c809aa/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "baab4927bbc1bc131c533e2e5617e5f0439de5a3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f4ceddd307cae62fd6d3fc5a5d4c7867f63065da"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f4ceddd307cae62fd6d3fc5a5d4c7867f63065da",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "46ba8ff0-eca4-4f9c-a4a0-3300e1cb793a",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8691539927611178209"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "395f4897a8fd15639b1f7b847065a327bd142adb312fa7264e07cf4ddc551f42/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "baab4927bbc1bc131c533e2e5617e5f0439de5a3",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "92da1c0b9fc7d0502b8ac0cd73c836266e21f7d5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/92da1c0b9fc7d0502b8ac0cd73c836266e21f7d5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "2cc4572e-4528-4277-ac85-7c0acc2b6b4d",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8691538666113837217"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "92da1c0b9fc7d0502b8ac0cd73c836266e21f7d5"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "92da1c0b9fc7d0502b8ac0cd73c836266e21f7d5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8856967323257571936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:06:06.793] Scheduled build:
{
"id": "8691537260861015937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-27T08:06:06.436939655Z",
"updateTime": "2026-01-27T08:06:06.436939655Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "92da1c0b9fc7d0502b8ac0cd73c836266e21f7d5",
"ref": "refs/heads/main"
}
}
}
[08:06:06.793] Task URL: https://cr-buildbucket.appspot.com/build/8691537260861015937
[08:06:06.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:2:0) after 1m12s
[08:06:11.149] Received PubSub notification, asking Buildbucket for the build status
[08:06:11.168] Build status: SCHEDULED
[08:07:18.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:2:0)
[08:07:18.850] Build status: SCHEDULED
[08:07:18.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:4:0) after 3m42s
[08:11:00.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:4:0)
[08:11:01.074] Build status: SCHEDULED
[08:11:01.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:5:0) after 1m24s
[08:12:25.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:5:0)
[08:12:25.210] Build status: SCHEDULED
[08:12:25.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:6:0) after 5m2s
[08:17:27.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:6:0)
[08:17:27.297] Build status: SCHEDULED
[08:17:27.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:7:0) after 4m7s
[08:21:34.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:7:0)
[08:21:34.335] Build status: SCHEDULED
[08:21:34.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:8:0) after 1m31s
[08:23:05.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:8:0)
[08:23:05.364] Build status: SCHEDULED
[08:23:05.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:9:0) after 1m45s
[08:24:50.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:9:0)
[08:24:50.447] Build status: SCHEDULED
[08:24:50.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:10:0) after 2m30s
[08:27:20.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:10:0)
[08:27:20.516] Build status: SCHEDULED
[08:27:20.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:11:0) after 7m35s
[08:34:55.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:11:0)
[08:34:55.606] Build status: SCHEDULED
[08:34:55.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:12:0) after 9m10s
[08:44:05.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:12:0)
[08:44:05.688] Build status: SCHEDULED
[08:44:05.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:13:0) after 2m6s
[08:46:11.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:13:0)
[08:46:11.729] Build status: SCHEDULED
[08:46:11.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:14:0) after 3m37s
[08:49:48.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:14:0)
[08:49:48.883] Build status: SCHEDULED
[08:49:48.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:15:0) after 3m15s
[08:53:03.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:15:0)
[08:53:04.031] Build status: SCHEDULED
[08:53:04.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:16:0) after 2m11s
[08:55:15.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:16:0)
[08:55:15.136] Build status: SCHEDULED
[08:55:15.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:17:0) after 3m35s
[08:58:50.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:17:0)
[08:58:50.179] Build status: SCHEDULED
[08:58:50.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:18:0) after 7m23s
[09:06:13.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:18:0)
[09:06:13.247] Build status: SCHEDULED
[09:06:13.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:19:0) after 8m37s
[09:14:07.305] Received PubSub notification, asking Buildbucket for the build status
[09:14:07.338] Build status: STARTED
[09:14:50.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:19:0)
[09:14:50.300] Build status: STARTED
[09:14:50.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:21:0) after 1m19s
[09:16:09.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:21:0)
[09:16:09.353] Build status: STARTED
[09:16:09.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:22:0) after 5m52s
[09:22:01.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:22:0)
[09:22:01.385] Build status: STARTED
[09:22:01.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:23:0) after 7m41s
[09:29:42.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:23:0)
[09:29:42.508] Build status: STARTED
[09:29:42.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:24:0) after 8m36s
[09:38:18.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:24:0)
[09:38:18.531] Build status: STARTED
[09:38:18.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:25:0) after 2m43s
[09:41:01.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:25:0)
[09:41:01.617] Build status: STARTED
[09:41:01.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8856967323257571936:26:0) after 7m3s
[09:47:30.206] Received PubSub notification, asking Buildbucket for the build status
[09:47:30.230] Build:
{
"id": "8691537260861015937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-27T08:06:06.436939655Z",
"startTime": "2026-01-27T09:14:07.159761987Z",
"endTime": "2026-01-27T09:47:29.961897202Z",
"updateTime": "2026-01-27T09:47:29.961897202Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "92da1c0b9fc7d0502b8ac0cd73c836266e21f7d5",
"ref": "refs/heads/main"
}
}
}
[09:47:30.230] Invocation finished in 1h41m25.462352848s with status FAILED