[08:01:56.800] New invocation is queued and will start shortly
[08:01:56.800] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[08:01:57.871] Starting the invocation (attempt 1)
[08:01:57.893] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e9ad51163b9d101131a3bb04994876a32e7c9dea"
[08:01:57.893] Reconstructed gitiles commit from tags
[08:01:57.893] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:01:57.893] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:01:57.894] Buildbucket request:
{
"requestId": "8848723259330440336",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2a0164e04a97d7b7563373689161e461b3bd76a9410e85f8ee668992df17e12e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "71349fd1c5457b9977198bc009ef8a0d802d80ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848723259330440336",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f64a0f5cb740601f1231e248f1cd5cf6f393c760107a343b0070a46b7eb6dbb6/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4b04ce83bb11934b55496678200fe22ddfa98e94",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fb2c65dec1bf2dc0afd2545504255370f9e5a9f5"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fb2c65dec1bf2dc0afd2545504255370f9e5a9f5",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "6a8e7cbe-ed67-4360-8441-3468a9333eab",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8683302285097661505"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "767374d687c7b2c330a2ad91a3eb9830982873f37e466e967c1f18f1341e5c4d/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4b04ce83bb11934b55496678200fe22ddfa98e94",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4c092f6efb8bb25cafb336ca0787659b34906886"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4c092f6efb8bb25cafb336ca0787659b34906886",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "10b12cf1-1155-45a2-bd4e-2d922e419425",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8683300932849308929"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7744a17368c25b5c98c55b4ea0742cc5bfdb07e71e89fac209121ef55ac32707/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "4b04ce83bb11934b55496678200fe22ddfa98e94",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "81462759088828bf095c779dce2af7c4ce7b6d8b"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/81462759088828bf095c779dce2af7c4ce7b6d8b",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "5dc15d87-2439-41ce-a7b4-c80e8eb4982c",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8683298943781483441"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "24d7bcded234a7b6b31fb792dbd99ea2250130599461dc66801f24a2165bfaad/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "71349fd1c5457b9977198bc009ef8a0d802d80ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "d48b6314a7adccc56c1849c01bffcbfc739f7bdf"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/d48b6314a7adccc56c1849c01bffcbfc739f7bdf",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "47e6bd3b-56c8-4235-b68b-4408af3adb43",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8683297520418341233"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "5e1ff196f8bfc2cb4f50ef308577ddbe6cad183bacc27804e768f23bbbfb8dd3/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "71349fd1c5457b9977198bc009ef8a0d802d80ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "534ba392ade940f78e646301168e8555efda4089"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/534ba392ade940f78e646301168e8555efda4089",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "599b344b-f41d-438b-becf-d8c2d402d3e8",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8683296074973379729"
},
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "2a0164e04a97d7b7563373689161e461b3bd76a9410e85f8ee668992df17e12e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "71349fd1c5457b9977198bc009ef8a0d802d80ce",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e9ad51163b9d101131a3bb04994876a32e7c9dea"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e9ad51163b9d101131a3bb04994876a32e7c9dea",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "90e652cf-b936-42d4-b455-ae305731bd8f",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8683294694649505489"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "e9ad51163b9d101131a3bb04994876a32e7c9dea"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e9ad51163b9d101131a3bb04994876a32e7c9dea",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848723259330440336"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:01:58.352] Scheduled build:
{
"id": "8683293197470550481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-28T08:01:57.955537040Z",
"updateTime": "2026-04-28T08:01:57.955537040Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e9ad51163b9d101131a3bb04994876a32e7c9dea",
"ref": "refs/heads/main"
}
}
}
[08:01:58.352] Task URL: https://cr-buildbucket.appspot.com/build/8683293197470550481
[08:01:58.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:2:0) after 3m35s
[08:02:06.396] Received PubSub notification, asking Buildbucket for the build status
[08:02:06.435] Build status: SCHEDULED
[08:05:33.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:2:0)
[08:05:33.465] Build status: SCHEDULED
[08:05:33.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:4:0) after 8m45s
[08:14:18.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:4:0)
[08:14:18.496] Build status: SCHEDULED
[08:14:18.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:5:0) after 8m43s
[08:23:01.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:5:0)
[08:23:01.617] Build status: SCHEDULED
[08:23:01.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:6:0) after 6m46s
[08:29:47.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:6:0)
[08:29:47.666] Build status: SCHEDULED
[08:29:47.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:7:0) after 9m9s
[08:38:56.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:7:0)
[08:38:56.701] Build status: SCHEDULED
[08:38:56.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:8:0) after 2m50s
[08:41:46.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:8:0)
[08:41:46.742] Build status: SCHEDULED
[08:41:46.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:9:0) after 6m29s
[08:48:15.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:9:0)
[08:48:15.777] Build status: SCHEDULED
[08:48:15.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:10:0) after 1m38s
[08:49:53.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:10:0)
[08:49:53.885] Build status: SCHEDULED
[08:49:53.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:11:0) after 9m42s
[08:59:35.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:11:0)
[08:59:35.932] Build status: SCHEDULED
[08:59:35.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:12:0) after 8m6s
[09:07:42.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:12:0)
[09:07:42.039] Build status: SCHEDULED
[09:07:42.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:13:0) after 6m59s
[09:14:41.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:13:0)
[09:14:41.045] Build status: SCHEDULED
[09:14:41.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:14:0) after 8m53s
[09:23:34.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:14:0)
[09:23:34.335] Build status: SCHEDULED
[09:23:34.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:15:0) after 1m13s
[09:24:47.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:15:0)
[09:24:47.454] Build status: SCHEDULED
[09:24:47.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:16:0) after 3m36s
[09:27:45.971] Received PubSub notification, asking Buildbucket for the build status
[09:27:45.997] Build status: STARTED
[09:28:23.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:16:0)
[09:28:23.538] Build status: STARTED
[09:28:23.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:18:0) after 1m23s
[09:29:46.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:18:0)
[09:29:46.574] Build status: STARTED
[09:29:46.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:19:0) after 2m24s
[09:32:10.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:19:0)
[09:32:10.653] Build status: STARTED
[09:32:10.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:20:0) after 7m55s
[09:40:05.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:20:0)
[09:40:05.712] Build status: STARTED
[09:40:05.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:21:0) after 2m15s
[09:42:20.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:21:0)
[09:42:20.818] Build status: STARTED
[09:42:20.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:22:0) after 6m31s
[09:48:51.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:22:0)
[09:48:51.851] Build status: STARTED
[09:48:51.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:23:0) after 7m49s
[09:56:40.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:23:0)
[09:56:40.920] Build status: STARTED
[09:56:40.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:24:0) after 4m16s
[10:00:56.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:24:0)
[10:00:56.984] Build status: STARTED
[10:00:56.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:25:0) after 3m25s
[10:04:22.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:25:0)
[10:04:22.206] Build status: STARTED
[10:04:22.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:26:0) after 5m17s
[10:09:39.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:26:0)
[10:09:39.246] Build status: STARTED
[10:09:39.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-linux:8848723259330440336:27:0) after 3m31s
[10:10:11.229] Received PubSub notification, asking Buildbucket for the build status
[10:10:11.256] Build:
{
"id": "8683293197470550481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-28T08:01:57.955537040Z",
"startTime": "2026-04-28T09:27:45.705130162Z",
"endTime": "2026-04-28T10:10:10.865998716Z",
"updateTime": "2026-04-28T10:10:10.865998716Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e9ad51163b9d101131a3bb04994876a32e7c9dea",
"ref": "refs/heads/main"
}
}
}
[10:10:11.256] Invocation finished in 2h8m14.459173365s with status FAILED