[06:53:54.632] New invocation is queued and will start shortly
[06:53:54.632] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[06:53:55.730] Starting the invocation (attempt 1)
[06:53:55.756] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3fb83d789b3419da9d94e9e4bac065c9fdc482e7"
[06:53:55.756] Reconstructed gitiles commit from tags
[06:53:55.756] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:53:55.756] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:53:55.756] Buildbucket request:
{
"requestId": "8834503816074380032",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b24b9a0f6d19d4d9775f2bf7102bf7fbf424186ff1a1cf8334b29ff7a7a2f10e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834503816074380032",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b24b9a0f6d19d4d9775f2bf7102bf7fbf424186ff1a1cf8334b29ff7a7a2f10e/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e785bad0be02418f66b59d11cc2202d54070e010",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3fb83d789b3419da9d94e9e4bac065c9fdc482e7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3fb83d789b3419da9d94e9e4bac065c9fdc482e7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "4230b117-a3a7-44d1-8e03-c3d31a620967",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669080891481600721"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3fb83d789b3419da9d94e9e4bac065c9fdc482e7"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3fb83d789b3419da9d94e9e4bac065c9fdc482e7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834503816074380032"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:53:56.300] Scheduled build:
{
"id": "8669073754096381841",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-02T06:53:55.894589522Z",
"updateTime": "2026-10-02T06:53:55.894589522Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3fb83d789b3419da9d94e9e4bac065c9fdc482e7",
"ref": "refs/heads/main"
}
}
}
[06:53:56.300] Task URL: https://cr-buildbucket.appspot.com/build/8669073754096381841
[06:53:56.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:2:0) after 3m7s
[06:53:56.740] Received PubSub notification, asking Buildbucket for the build status
[06:53:56.764] Build status: SCHEDULED
[06:57:03.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:2:0)
[06:57:03.375] Build status: SCHEDULED
[06:57:03.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:4:0) after 3m34s
[07:00:37.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:4:0)
[07:00:37.413] Build status: SCHEDULED
[07:00:37.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:5:0) after 4m43s
[07:05:20.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:5:0)
[07:05:20.484] Build status: SCHEDULED
[07:05:20.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:6:0) after 7m43s
[07:13:03.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:6:0)
[07:13:03.592] Build status: SCHEDULED
[07:13:03.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:7:0) after 6m8s
[07:19:11.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:7:0)
[07:19:11.699] Build status: SCHEDULED
[07:19:11.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:8:0) after 6m0s
[07:25:11.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:8:0)
[07:25:11.770] Build status: SCHEDULED
[07:25:11.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:9:0) after 3m29s
[07:28:40.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:9:0)
[07:28:40.878] Build status: SCHEDULED
[07:28:40.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:10:0) after 6m57s
[07:35:37.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:10:0)
[07:35:37.972] Build status: SCHEDULED
[07:35:37.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:11:0) after 1m40s
[07:37:18.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:11:0)
[07:37:18.180] Build status: SCHEDULED
[07:37:18.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:12:0) after 6m2s
[07:43:20.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:12:0)
[07:43:20.264] Build status: SCHEDULED
[07:43:20.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:13:0) after 5m12s
[07:48:32.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:13:0)
[07:48:32.489] Build status: SCHEDULED
[07:48:32.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:14:0) after 6m26s
[07:54:58.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:14:0)
[07:54:58.525] Build status: SCHEDULED
[07:54:58.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:15:0) after 8m52s
[08:03:50.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:15:0)
[08:03:50.618] Build status: SCHEDULED
[08:03:50.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:16:0) after 2m39s
[08:06:29.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:16:0)
[08:06:29.764] Build status: SCHEDULED
[08:06:29.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:17:0) after 7m39s
[08:14:08.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:17:0)
[08:14:08.902] Build status: SCHEDULED
[08:14:08.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:18:0) after 2m2s
[08:16:11.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:18:0)
[08:16:11.045] Build status: SCHEDULED
[08:16:11.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:19:0) after 1m5s
[08:17:16.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:19:0)
[08:17:16.081] Build status: SCHEDULED
[08:17:16.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:20:0) after 7m47s
[08:25:03.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:20:0)
[08:25:03.117] Build status: SCHEDULED
[08:25:03.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:21:0) after 2m39s
[08:27:42.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:21:0)
[08:27:42.224] Build status: SCHEDULED
[08:27:42.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:22:0) after 3m31s
[08:31:13.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:22:0)
[08:31:13.324] Build status: SCHEDULED
[08:31:13.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:23:0) after 5m51s
[08:37:04.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:23:0)
[08:37:04.381] Build status: SCHEDULED
[08:37:04.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:24:0) after 4m9s
[08:41:13.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:24:0)
[08:41:13.487] Build status: SCHEDULED
[08:41:13.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:25:0) after 4m52s
[08:46:05.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:25:0)
[08:46:05.532] Build status: SCHEDULED
[08:46:05.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:26:0) after 7m18s
[08:53:23.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:26:0)
[08:53:23.534] Build status: SCHEDULED
[08:53:23.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:27:0) after 5m39s
[08:59:02.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:27:0)
[08:59:02.638] Build status: SCHEDULED
[08:59:02.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:28:0) after 4m15s
[09:03:17.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:28:0)
[09:03:17.787] Build status: SCHEDULED
[09:03:17.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:29:0) after 6m30s
[09:09:47.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:29:0)
[09:09:47.926] Build status: SCHEDULED
[09:09:47.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:30:0) after 5m38s
[09:11:24.566] Received PubSub notification, asking Buildbucket for the build status
[09:11:24.593] Build status: STARTED
[09:15:26.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:30:0)
[09:15:26.086] Build status: STARTED
[09:15:26.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:32:0) after 1m54s
[09:17:20.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:32:0)
[09:17:20.240] Build status: STARTED
[09:17:20.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:33:0) after 5m6s
[09:22:26.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:33:0)
[09:22:26.280] Build status: STARTED
[09:22:26.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:34:0) after 1m24s
[09:23:50.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:34:0)
[09:23:50.360] Build status: STARTED
[09:23:50.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834503816074380032:35:0) after 7m19s
[09:26:57.274] Received PubSub notification, asking Buildbucket for the build status
[09:26:57.298] Build:
{
"id": "8669073754096381841",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-02T06:53:55.894589522Z",
"startTime": "2026-10-02T09:11:24.052342807Z",
"endTime": "2026-10-02T09:26:56.990512933Z",
"updateTime": "2026-10-02T09:26:56.990512933Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3fb83d789b3419da9d94e9e4bac065c9fdc482e7",
"ref": "refs/heads/main"
}
}
}
[09:26:57.298] Invocation finished in 2h33m2.674303514s with status FAILED