[06:18:42.928] New invocation is queued and will start shortly
[06:18:42.928] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[06:18:44.183] Starting the invocation (attempt 1)
[06:18:44.211] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f6c78b8262f4849997ba8b6ec09a3061b874cd6c"
[06:18:44.211] Reconstructed gitiles commit from tags
[06:18:44.211] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:18:44.211] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:18:44.212] Buildbucket request:
{
"requestId": "8834506030354052672",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ea3a2aeeac20cd0479c096f6e337c1fc4686f1bd3a73ec7dfa7c62c001852e0e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834506030354052672",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "61db98f4e8a6146515a1078a1b9052b66fe6a88d69627b77ee334d17c777bdac/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "a675e11f60838997749fe246646fc17aa44221de"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a675e11f60838997749fe246646fc17aa44221de",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "80f5420a-1fa0-4352-b8cb-cc5a6e0e4edb",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669084990774869553"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "0deedc805ba02e95dfce5b607325e0f63bf6e01e5af66b8451940c1b0ddc38bb/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "cddeb5505f748990cafd46eab11afe464571ea69"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/cddeb5505f748990cafd46eab11afe464571ea69",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "f4f55b93-da9f-4320-bded-4ab6ad34ef4f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669083421026368097"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "9fd70e3ab3053193eef7bd014ceb40c0ea3ed20f9725339d1bff26d51e4e8a3a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "9f8331dfef1934581a6c342e879b3810d1187be8"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/9f8331dfef1934581a6c342e879b3810d1187be8",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "71f0ddba-991b-44a8-bc77-20c75d9ea563",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669082100407939409"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "d4663e148e5cfb3fb7d17287e265644f22227e57f0f31e8f81376c2a29e0f0f0/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "29e6b15d01aef1b82b6fc55c723c48b550585a41"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/29e6b15d01aef1b82b6fc55c723c48b550585a41",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "deb24d4d-f82f-4ebc-8819-d0fc49e0aef2",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669080495268789281"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "51d3cfcd817a32ee82d97caf97ea9c313c30e43639d6679636b2718d5fb24702/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "13c8c0505e6df4e3be7fad0efb16da18fb31e65b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/13c8c0505e6df4e3be7fad0efb16da18fb31e65b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "cad9c345-a99e-4840-9d08-7dd8a6fcf17e",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669079157266212225"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "ea3a2aeeac20cd0479c096f6e337c1fc4686f1bd3a73ec7dfa7c62c001852e0e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f6c78b8262f4849997ba8b6ec09a3061b874cd6c"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/f6c78b8262f4849997ba8b6ec09a3061b874cd6c",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "84233e4c-4654-49af-abf6-8d10287379c3",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669077581461079857"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "f6c78b8262f4849997ba8b6ec09a3061b874cd6c"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f6c78b8262f4849997ba8b6ec09a3061b874cd6c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834506030354052672"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:18:44.714] Scheduled build:
{
"id": "8669075968293323569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-02T06:18:44.272663568Z",
"updateTime": "2026-10-02T06:18:44.272663568Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f6c78b8262f4849997ba8b6ec09a3061b874cd6c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:18:44.714] Task URL: https://cr-buildbucket.appspot.com/build/8669075968293323569
[06:18:44.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:2:0) after 9m32s
[06:18:45.596] Received PubSub notification, asking Buildbucket for the build status
[06:18:45.617] Build status: SCHEDULED
[06:28:16.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:2:0)
[06:28:16.803] Build status: SCHEDULED
[06:28:16.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:4:0) after 3m23s
[06:31:39.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:4:0)
[06:31:39.991] Build status: SCHEDULED
[06:31:39.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:5:0) after 3m14s
[06:34:54.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:5:0)
[06:34:54.199] Build status: SCHEDULED
[06:34:54.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:6:0) after 7m31s
[06:42:25.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:6:0)
[06:42:25.357] Build status: SCHEDULED
[06:42:25.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:7:0) after 7m25s
[06:49:50.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:7:0)
[06:49:50.449] Build status: SCHEDULED
[06:49:50.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:8:0) after 1m17s
[06:51:07.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:8:0)
[06:51:07.599] Build status: SCHEDULED
[06:51:07.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:9:0) after 8m3s
[06:59:10.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:9:0)
[06:59:10.594] Build status: SCHEDULED
[06:59:10.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:10:0) after 6m29s
[07:05:39.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:10:0)
[07:05:39.735] Build status: SCHEDULED
[07:05:39.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:11:0) after 1m43s
[07:07:23.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:11:0)
[07:07:23.131] Build status: SCHEDULED
[07:07:23.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:12:0) after 9m27s
[07:16:50.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:12:0)
[07:16:50.193] Build status: SCHEDULED
[07:16:50.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:13:0) after 3m58s
[07:20:48.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:13:0)
[07:20:48.198] Build status: SCHEDULED
[07:20:48.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:14:0) after 7m43s
[07:28:31.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:14:0)
[07:28:31.202] Build status: SCHEDULED
[07:28:31.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:15:0) after 5m6s
[07:33:37.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:15:0)
[07:33:37.243] Build status: SCHEDULED
[07:33:37.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:16:0) after 5m28s
[07:39:05.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:16:0)
[07:39:05.415] Build status: SCHEDULED
[07:39:05.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:17:0) after 1m22s
[07:40:27.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:17:0)
[07:40:27.540] Build status: SCHEDULED
[07:40:27.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:18:0) after 5m4s
[07:45:31.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:18:0)
[07:45:31.592] Build status: SCHEDULED
[07:45:31.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:19:0) after 1m29s
[07:47:00.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:19:0)
[07:47:00.717] Build status: SCHEDULED
[07:47:00.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:20:0) after 6m29s
[07:53:29.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:20:0)
[07:53:29.939] Build status: SCHEDULED
[07:53:29.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:21:0) after 5m10s
[07:58:40.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:21:0)
[07:58:40.037] Build status: SCHEDULED
[07:58:40.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:22:0) after 3m13s
[08:01:53.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:22:0)
[08:01:53.128] Build status: SCHEDULED
[08:01:53.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:23:0) after 4m37s
[08:06:30.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:23:0)
[08:06:30.204] Build status: SCHEDULED
[08:06:30.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:24:0) after 1m27s
[08:07:57.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:24:0)
[08:07:57.435] Build status: SCHEDULED
[08:07:57.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:25:0) after 7m33s
[08:15:30.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:25:0)
[08:15:30.477] Build status: SCHEDULED
[08:15:30.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:26:0) after 3m47s
[08:19:17.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:26:0)
[08:19:17.561] Build status: SCHEDULED
[08:19:17.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:27:0) after 9m12s
[08:28:29.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:27:0)
[08:28:29.597] Build status: SCHEDULED
[08:28:29.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:28:0) after 7m30s
[08:30:53.346] Received PubSub notification, asking Buildbucket for the build status
[08:30:53.372] Build status: STARTED
[08:35:59.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:28:0)
[08:35:59.821] Build status: STARTED
[08:35:59.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:30:0) after 4m37s
[08:40:36.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:30:0)
[08:40:36.862] Build status: STARTED
[08:40:36.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:31:0) after 3m56s
[08:44:32.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:31:0)
[08:44:32.906] Build status: STARTED
[08:44:32.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:32:0) after 6m1s
[08:50:33.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:32:0)
[08:50:34.031] Build status: STARTED
[08:50:34.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:33:0) after 1m18s
[08:51:52.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:33:0)
[08:51:52.075] Build status: STARTED
[08:51:52.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8834506030354052672:34:0) after 6m27s
[08:52:38.867] Received PubSub notification, asking Buildbucket for the build status
[08:52:38.886] Build:
{
"id": "8669075968293323569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-02T06:18:44.272663568Z",
"startTime": "2026-10-02T08:30:53.122836253Z",
"endTime": "2026-10-02T08:52:38.524098468Z",
"updateTime": "2026-10-02T08:52:38.524098468Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "f6c78b8262f4849997ba8b6ec09a3061b874cd6c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[08:52:38.886] Invocation finished in 2h33m55.962382068s with status FAILED