[17:59:28.063] New invocation is queued and will start shortly
[17:59:28.063] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[17:59:29.139] Starting the invocation (attempt 1)
[17:59:29.168] Ignoring gitiles_ref tag without the buildset tag
[17:59:29.168] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:59:29.168] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:59:29.168] Buildbucket request:
{
"requestId": "8835458509463353600",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835458509463353600",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "3a4f4f18-980f-4175-928c-2e129d6f8b3a",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8670028860883574289"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835458509463353600"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:59:29.654] Scheduled build:
{
"id": "8670028447546157889",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-21T17:59:29.271044073Z",
"updateTime": "2026-09-21T17:59:29.271044073Z",
"status": "SCHEDULED",
"input": {
}
}
[17:59:29.654] Task URL: https://cr-buildbucket.appspot.com/build/8670028447546157889
[17:59:29.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:2:0) after 3m59s
[17:59:42.681] Received PubSub notification, asking Buildbucket for the build status
[17:59:42.709] Build status: SCHEDULED
[18:03:28.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:2:0)
[18:03:28.695] Build status: SCHEDULED
[18:03:28.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:4:0) after 3m1s
[18:06:29.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:4:0)
[18:06:29.766] Build status: SCHEDULED
[18:06:29.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:5:0) after 1m24s
[18:07:53.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:5:0)
[18:07:53.939] Build status: SCHEDULED
[18:07:53.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:6:0) after 4m50s
[18:12:44.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:6:0)
[18:12:44.033] Build status: SCHEDULED
[18:12:44.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:7:0) after 1m13s
[18:13:57.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:7:0)
[18:13:57.157] Build status: SCHEDULED
[18:13:57.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:8:0) after 3m3s
[18:17:00.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:8:0)
[18:17:00.219] Build status: SCHEDULED
[18:17:00.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:9:0) after 7m9s
[18:24:09.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:9:0)
[18:24:09.264] Build status: SCHEDULED
[18:24:09.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:10:0) after 2m11s
[18:26:20.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:10:0)
[18:26:20.298] Build status: SCHEDULED
[18:26:20.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:11:0) after 3m42s
[18:30:02.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:11:0)
[18:30:02.439] Build status: SCHEDULED
[18:30:02.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:12:0) after 6m3s
[18:36:05.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:12:0)
[18:36:05.628] Build status: SCHEDULED
[18:36:05.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:13:0) after 1m23s
[18:37:28.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:13:0)
[18:37:28.716] Build status: SCHEDULED
[18:37:28.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:14:0) after 8m54s
[18:46:22.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:14:0)
[18:46:22.801] Build status: SCHEDULED
[18:46:22.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:15:0) after 3m17s
[18:49:39.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:15:0)
[18:49:39.838] Build status: SCHEDULED
[18:49:39.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:16:0) after 6m40s
[18:56:19.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:16:0)
[18:56:19.925] Build status: SCHEDULED
[18:56:19.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:17:0) after 5m56s
[19:02:15.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:17:0)
[19:02:16.001] Build status: SCHEDULED
[19:02:16.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:18:0) after 3m50s
[19:06:05.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:18:0)
[19:06:06.003] Build status: SCHEDULED
[19:06:06.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:19:0) after 6m49s
[19:12:55.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:19:0)
[19:12:55.118] Build status: SCHEDULED
[19:12:55.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:20:0) after 7m53s
[19:20:48.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:20:0)
[19:20:48.167] Build status: SCHEDULED
[19:20:48.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:21:0) after 6m17s
[19:27:05.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:21:0)
[19:27:05.199] Build status: SCHEDULED
[19:27:05.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:22:0) after 4m5s
[19:31:10.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:22:0)
[19:31:10.241] Build status: SCHEDULED
[19:31:10.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:23:0) after 2m31s
[19:33:41.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:23:0)
[19:33:41.430] Build status: SCHEDULED
[19:33:41.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:24:0) after 3m37s
[19:37:18.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:24:0)
[19:37:18.464] Build status: SCHEDULED
[19:37:18.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:25:0) after 7m18s
[19:44:36.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:25:0)
[19:44:36.544] Build status: SCHEDULED
[19:44:36.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:26:0) after 5m14s
[19:49:50.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:26:0)
[19:49:50.645] Build status: SCHEDULED
[19:49:50.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:27:0) after 8m42s
[19:58:32.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:27:0)
[19:58:32.688] Build status: SCHEDULED
[19:58:32.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:28:0) after 2m20s
[20:00:52.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:28:0)
[20:00:52.824] Build status: SCHEDULED
[20:00:52.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:29:0) after 3m53s
[20:04:45.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:29:0)
[20:04:45.914] Build status: SCHEDULED
[20:04:45.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:30:0) after 2m4s
[20:06:49.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:30:0)
[20:06:49.944] Build status: SCHEDULED
[20:06:49.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:31:0) after 1m30s
[20:08:19.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:31:0)
[20:08:19.995] Build status: SCHEDULED
[20:08:19.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:32:0) after 5m21s
[20:13:41.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:32:0)
[20:13:41.035] Build status: SCHEDULED
[20:13:41.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:33:0) after 9m41s
[20:23:22.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:33:0)
[20:23:22.146] Build status: SCHEDULED
[20:23:22.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:34:0) after 7m33s
[20:30:55.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:34:0)
[20:30:55.244] Build status: SCHEDULED
[20:30:55.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:35:0) after 8m27s
[20:39:22.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:35:0)
[20:39:22.423] Build status: SCHEDULED
[20:39:22.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:36:0) after 2m14s
[20:41:36.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:36:0)
[20:41:36.462] Build status: SCHEDULED
[20:41:36.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:37:0) after 9m35s
[20:51:11.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:37:0)
[20:51:11.506] Build status: SCHEDULED
[20:51:11.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:38:0) after 7m11s
[20:58:22.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:38:0)
[20:58:22.550] Build status: SCHEDULED
[20:58:22.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:39:0) after 6m34s
[21:04:56.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:39:0)
[21:04:56.785] Build status: SCHEDULED
[21:04:56.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:40:0) after 4m25s
[21:09:21.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:40:0)
[21:09:21.820] Build status: SCHEDULED
[21:09:21.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835458509463353600:41:0) after 8m17s
[21:14:22.275] Received PubSub notification, asking Buildbucket for the build status
[21:14:22.296] Build status: STARTED
[21:16:42.399] Received PubSub notification, asking Buildbucket for the build status
[21:16:42.423] Build:
{
"id": "8670028447546157889",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-21T17:59:29.271044073Z",
"startTime": "2026-09-21T21:14:20.959340627Z",
"endTime": "2026-09-21T21:16:41.683083913Z",
"updateTime": "2026-09-21T21:16:41.683083913Z",
"status": "FAILURE",
"input": {
}
}
[21:16:42.423] Invocation finished in 3h17m14.363768185s with status FAILED