[18:17:30.604] New invocation is queued and will start shortly
[18:17:30.604] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:17:31.664] Starting the invocation (attempt 1)
[18:17:31.693] Ignoring gitiles_ref tag without the buildset tag
[18:17:31.693] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:17:31.693] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:17:31.693] Buildbucket request:
{
"requestId": "8835819762202434992",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835819762202434992",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "71aa1cd6-fb8b-4c11-aa34-78afee3b03b3",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8670390142088108769"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835819762202434992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:17:32.116] Scheduled build:
{
"id": "8670389700329630609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-17T18:17:31.770361091Z",
"updateTime": "2026-09-17T18:17:31.770361091Z",
"status": "SCHEDULED",
"input": {
}
}
[18:17:32.116] Task URL: https://cr-buildbucket.appspot.com/build/8670389700329630609
[18:17:32.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:2:0) after 2m50s
[18:17:33.057] Received PubSub notification, asking Buildbucket for the build status
[18:17:33.343] Build status: SCHEDULED
[18:20:22.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:2:0)
[18:20:22.141] Build status: SCHEDULED
[18:20:22.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:4:0) after 7m33s
[18:27:55.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:4:0)
[18:27:55.230] Build status: SCHEDULED
[18:27:55.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:5:0) after 5m6s
[18:33:01.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:5:0)
[18:33:01.238] Build status: SCHEDULED
[18:33:01.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:6:0) after 8m27s
[18:41:28.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:6:0)
[18:41:28.326] Build status: SCHEDULED
[18:41:28.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:7:0) after 5m2s
[18:46:30.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:7:0)
[18:46:30.379] Build status: SCHEDULED
[18:46:30.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:8:0) after 4m12s
[18:50:42.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:8:0)
[18:50:42.435] Build status: SCHEDULED
[18:50:42.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:9:0) after 5m35s
[18:56:17.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:9:0)
[18:56:17.515] Build status: SCHEDULED
[18:56:17.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:10:0) after 6m8s
[19:02:25.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:10:0)
[19:02:25.571] Build status: SCHEDULED
[19:02:25.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:11:0) after 5m39s
[19:08:04.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:11:0)
[19:08:04.607] Build status: SCHEDULED
[19:08:04.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:12:0) after 5m53s
[19:13:57.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:12:0)
[19:13:57.847] Build status: SCHEDULED
[19:13:57.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:13:0) after 9m2s
[19:22:59.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:13:0)
[19:22:59.910] Build status: SCHEDULED
[19:22:59.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:14:0) after 6m37s
[19:29:36.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:14:0)
[19:29:37.002] Build status: SCHEDULED
[19:29:37.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:15:0) after 2m1s
[19:31:38.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:15:0)
[19:31:38.037] Build status: SCHEDULED
[19:31:38.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:16:0) after 1m3s
[19:32:41.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:16:0)
[19:32:41.139] Build status: SCHEDULED
[19:32:41.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:17:0) after 1m6s
[19:33:47.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:17:0)
[19:33:47.246] Build status: SCHEDULED
[19:33:47.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:18:0) after 3m55s
[19:37:42.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:18:0)
[19:37:42.321] Build status: SCHEDULED
[19:37:42.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:19:0) after 1m32s
[19:39:14.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:19:0)
[19:39:14.375] Build status: SCHEDULED
[19:39:14.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:20:0) after 3m33s
[19:42:47.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:20:0)
[19:42:47.412] Build status: SCHEDULED
[19:42:47.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:21:0) after 7m36s
[19:50:23.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:21:0)
[19:50:23.535] Build status: SCHEDULED
[19:50:23.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:22:0) after 4m25s
[19:54:48.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:22:0)
[19:54:48.618] Build status: SCHEDULED
[19:54:48.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:23:0) after 7m15s
[20:02:03.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:23:0)
[20:02:03.727] Build status: SCHEDULED
[20:02:03.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:24:0) after 3m23s
[20:05:26.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:24:0)
[20:05:26.809] Build status: SCHEDULED
[20:05:26.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:25:0) after 9m5s
[20:14:31.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:25:0)
[20:14:31.983] Build status: SCHEDULED
[20:14:31.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:26:0) after 9m59s
[20:24:31.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:26:0)
[20:24:31.258] Build status: SCHEDULED
[20:24:31.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:27:0) after 1m25s
[20:25:56.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:27:0)
[20:25:56.482] Build status: SCHEDULED
[20:25:56.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:28:0) after 1m15s
[20:27:11.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:28:0)
[20:27:11.576] Build status: SCHEDULED
[20:27:11.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:29:0) after 1m53s
[20:29:04.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:29:0)
[20:29:04.668] Build status: SCHEDULED
[20:29:04.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:30:0) after 8m1s
[20:37:06.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:30:0)
[20:37:06.051] Build status: SCHEDULED
[20:37:06.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:31:0) after 4m58s
[20:42:04.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:31:0)
[20:42:04.092] Build status: SCHEDULED
[20:42:04.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:32:0) after 1m22s
[20:43:26.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:32:0)
[20:43:26.332] Build status: SCHEDULED
[20:43:26.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:33:0) after 9m51s
[20:53:17.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:33:0)
[20:53:17.456] Build status: SCHEDULED
[20:53:17.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:34:0) after 2m14s
[20:55:31.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:34:0)
[20:55:31.522] Build status: SCHEDULED
[20:55:31.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:35:0) after 4m17s
[20:59:48.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:35:0)
[20:59:48.658] Build status: SCHEDULED
[20:59:48.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:36:0) after 9m3s
[21:08:51.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:36:0)
[21:08:51.945] Build status: SCHEDULED
[21:08:51.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:37:0) after 4m18s
[21:13:09.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:37:0)
[21:13:10.019] Build status: SCHEDULED
[21:13:10.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:38:0) after 8m21s
[21:20:20.918] Received PubSub notification, asking Buildbucket for the build status
[21:20:21.963] Build status: STARTED
[21:21:31.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:38:0)
[21:21:31.029] Build status: STARTED
[21:21:31.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host-cpp17-v9:8835819762202434992:40:0) after 6m18s
[21:21:51.158] Received PubSub notification, asking Buildbucket for the build status
[21:21:51.177] Build:
{
"id": "8670389700329630609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-17T18:17:31.770361091Z",
"startTime": "2026-09-17T21:20:20.681562366Z",
"endTime": "2026-09-17T21:21:50.883957562Z",
"updateTime": "2026-09-17T21:21:50.883957562Z",
"status": "FAILURE",
"input": {
}
}
[21:21:51.177] Invocation finished in 3h4m20.57676933s with status FAILED