[03:58:30.322] New invocation is queued and will start shortly
[03:58:30.322] Triggered by user:clang-prod-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:58:32.632] Starting the invocation (attempt 1)
[03:58:32.657] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fa45fecae6bb18a24a9ff0aaa674fb80b83ceccc"
[03:58:32.657] Reconstructed gitiles commit from tags
[03:58:32.657] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:58:32.657] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:58:32.657] Buildbucket request:
{
"requestId": "8834605448576004800",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "694a347c8bd68966f66a0a811baefb460b265301ce836a76e7983b4e37db1d3a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "46588a88cc4a2929c28c2578b017202dd85b2e31",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834605448576004800",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "694a347c8bd68966f66a0a811baefb460b265301ce836a76e7983b4e37db1d3a/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "46588a88cc4a2929c28c2578b017202dd85b2e31",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fa45fecae6bb18a24a9ff0aaa674fb80b83ceccc"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fa45fecae6bb18a24a9ff0aaa674fb80b83ceccc",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-linux-x64",
"user_agent:recipe"
]
},
"id": "3e3320c4-6236-45fb-b1a0-da682b2f3cc7",
"title": "clang-linux-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8669184687670351089"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fa45fecae6bb18a24a9ff0aaa674fb80b83ceccc"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fa45fecae6bb18a24a9ff0aaa674fb80b83ceccc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834605448576004800"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-linux-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:58:33.167] Scheduled build:
{
"id": "8669175385383147937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-01T03:58:32.746705125Z",
"updateTime": "2026-10-01T03:58:32.746705125Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fa45fecae6bb18a24a9ff0aaa674fb80b83ceccc",
"ref": "refs/heads/main"
}
}
}
[03:58:33.167] Task URL: https://cr-buildbucket.appspot.com/build/8669175385383147937
[03:58:33.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:2:0) after 3m21s
[03:58:37.197] Received PubSub notification, asking Buildbucket for the build status
[03:58:37.219] Build status: SCHEDULED
[04:01:54.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:2:0)
[04:01:54.199] Build status: SCHEDULED
[04:01:54.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:4:0) after 2m40s
[04:04:34.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:4:0)
[04:04:34.236] Build status: SCHEDULED
[04:04:34.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:5:0) after 2m22s
[04:06:56.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:5:0)
[04:06:56.300] Build status: SCHEDULED
[04:06:56.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:6:0) after 5m41s
[04:12:37.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:6:0)
[04:12:37.373] Build status: SCHEDULED
[04:12:37.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:7:0) after 5m32s
[04:18:09.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:7:0)
[04:18:09.608] Build status: SCHEDULED
[04:18:09.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:8:0) after 3m17s
[04:21:26.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:8:0)
[04:21:26.739] Build status: SCHEDULED
[04:21:26.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:9:0) after 5m40s
[04:27:06.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:9:0)
[04:27:06.786] Build status: SCHEDULED
[04:27:06.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:10:0) after 6m0s
[04:33:07.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:10:0)
[04:33:07.030] Build status: SCHEDULED
[04:33:07.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:11:0) after 7m40s
[04:40:47.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:11:0)
[04:40:47.049] Build status: SCHEDULED
[04:40:47.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:12:0) after 7m35s
[04:48:22.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:12:0)
[04:48:22.038] Build status: SCHEDULED
[04:48:22.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:13:0) after 5m58s
[04:54:20.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:13:0)
[04:54:20.160] Build status: SCHEDULED
[04:54:20.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:14:0) after 1m47s
[04:56:07.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:14:0)
[04:56:07.298] Build status: SCHEDULED
[04:56:07.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:15:0) after 4m57s
[05:01:04.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:15:0)
[05:01:04.368] Build status: SCHEDULED
[05:01:04.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:16:0) after 4m9s
[05:05:13.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:16:0)
[05:05:13.606] Build status: SCHEDULED
[05:05:13.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:17:0) after 5m39s
[05:10:52.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:17:0)
[05:10:52.800] Build status: SCHEDULED
[05:10:52.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:18:0) after 8m19s
[05:19:11.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:18:0)
[05:19:11.832] Build status: SCHEDULED
[05:19:11.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:19:0) after 6m44s
[05:25:55.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:19:0)
[05:25:55.902] Build status: SCHEDULED
[05:25:55.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:20:0) after 2m37s
[05:28:32.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:20:0)
[05:28:32.964] Build status: SCHEDULED
[05:28:32.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:21:0) after 9m7s
[05:37:39.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:21:0)
[05:37:40.012] Build status: SCHEDULED
[05:37:40.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:22:0) after 4m13s
[05:41:53.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:22:0)
[05:41:53.193] Build status: SCHEDULED
[05:41:53.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:23:0) after 9m52s
[05:51:45.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:23:0)
[05:51:45.321] Build status: SCHEDULED
[05:51:45.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:24:0) after 2m45s
[05:54:30.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:24:0)
[05:54:30.435] Build status: SCHEDULED
[05:54:30.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:25:0) after 9m26s
[06:03:56.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:25:0)
[06:03:56.514] Build status: SCHEDULED
[06:03:56.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:26:0) after 5m41s
[06:09:37.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:26:0)
[06:09:37.574] Build status: SCHEDULED
[06:09:37.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:27:0) after 2m47s
[06:12:24.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:27:0)
[06:12:24.627] Build status: SCHEDULED
[06:12:24.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:28:0) after 9m4s
[06:21:28.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:28:0)
[06:21:28.740] Build status: SCHEDULED
[06:21:28.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:29:0) after 9m8s
[06:30:36.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:29:0)
[06:30:37.043] Build status: SCHEDULED
[06:30:37.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:30:0) after 7m28s
[06:38:05.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:30:0)
[06:38:05.115] Build status: SCHEDULED
[06:38:05.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:31:0) after 8m52s
[06:46:57.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:31:0)
[06:46:57.136] Build status: SCHEDULED
[06:46:57.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:32:0) after 1m49s
[06:48:46.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:32:0)
[06:48:46.197] Build status: SCHEDULED
[06:48:46.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:33:0) after 3m1s
[06:51:47.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:33:0)
[06:51:47.392] Build status: SCHEDULED
[06:51:47.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:34:0) after 7m17s
[06:59:04.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:34:0)
[06:59:04.461] Build status: SCHEDULED
[06:59:04.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:35:0) after 4m25s
[07:03:29.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:35:0)
[07:03:29.518] Build status: SCHEDULED
[07:03:29.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:36:0) after 8m27s
[07:11:56.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:36:0)
[07:11:56.638] Build status: SCHEDULED
[07:11:56.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:37:0) after 6m43s
[07:18:39.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:37:0)
[07:18:39.826] Build status: SCHEDULED
[07:18:39.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:38:0) after 1m56s
[07:19:50.199] Received PubSub notification, asking Buildbucket for the build status
[07:19:50.220] Build status: STARTED
[07:20:35.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:38:0)
[07:20:35.839] Build status: STARTED
[07:20:35.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:40:0) after 5m29s
[07:26:04.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:40:0)
[07:26:04.884] Build status: STARTED
[07:26:04.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:41:0) after 9m28s
[07:35:32.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:41:0)
[07:35:32.963] Build status: STARTED
[07:35:32.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-linux:8834605448576004800:42:0) after 7m10s
[07:35:41.859] Received PubSub notification, asking Buildbucket for the build status
[07:35:41.881] Build:
{
"id": "8669175385383147937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-01T03:58:32.746705125Z",
"startTime": "2026-10-01T07:19:49.720274651Z",
"endTime": "2026-10-01T07:35:41.556554758Z",
"updateTime": "2026-10-01T07:35:41.556554758Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fa45fecae6bb18a24a9ff0aaa674fb80b83ceccc",
"ref": "refs/heads/main"
}
}
}
[07:35:41.881] Invocation finished in 3h37m11.563612034s with status FAILED