[04:17:45.682] New invocation is queued and will start shortly
[04:17:45.682] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:17:46.731] Starting the invocation (attempt 1)
[04:17:46.758] Ignoring gitiles_ref tag without the buildset tag
[04:17:46.758] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:17:46.759] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:17:46.759] Buildbucket request:
{
"requestId": "8841489606539027136",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-ci"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841489606539027136",
"job": "pigweed/openprot.dev.ci-openprot-ci",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "2154d669-0ce4-48ed-9d0d-dbe2024102b9",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676059881718533361"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841489606539027136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/openprot.dev.ci-openprot-ci"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:17:47.105] Scheduled build:
{
"id": "8676059544678724753",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-ci"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T04:17:46.836678173Z",
"updateTime": "2026-07-17T04:17:46.836678173Z",
"status": "SCHEDULED",
"input": {
}
}
[04:17:47.105] Task URL: https://cr-buildbucket.appspot.com/build/8676059544678724753
[04:17:47.105] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:2:0) after 8m11s
[04:17:48.138] Received PubSub notification, asking Buildbucket for the build status
[04:17:48.158] Build status: SCHEDULED
[04:25:58.071] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:2:0)
[04:25:58.092] Build status: SCHEDULED
[04:25:58.092] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:4:0) after 6m19s
[04:32:17.107] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:4:0)
[04:32:17.129] Build status: SCHEDULED
[04:32:17.129] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:5:0) after 1m25s
[04:33:42.116] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:5:0)
[04:33:42.135] Build status: SCHEDULED
[04:33:42.135] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:6:0) after 4m43s
[04:38:25.147] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:6:0)
[04:38:25.188] Build status: SCHEDULED
[04:38:25.188] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:7:0) after 2m20s
[04:40:45.203] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:7:0)
[04:40:45.224] Build status: SCHEDULED
[04:40:45.224] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:8:0) after 7m48s
[04:48:33.571] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:8:0)
[04:48:33.590] Build status: SCHEDULED
[04:48:33.590] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:9:0) after 1m5s
[04:49:38.605] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:9:0)
[04:49:38.628] Build status: SCHEDULED
[04:49:38.628] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:10:0) after 5m25s
[04:55:03.682] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:10:0)
[04:55:03.707] Build status: SCHEDULED
[04:55:03.707] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:11:0) after 1m36s
[04:56:39.865] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:11:0)
[04:56:39.882] Build status: SCHEDULED
[04:56:39.882] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:12:0) after 1m21s
[04:58:00.880] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:12:0)
[04:58:00.899] Build status: SCHEDULED
[04:58:00.899] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:13:0) after 2m47s
[05:00:47.940] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:13:0)
[05:00:47.963] Build status: SCHEDULED
[05:00:47.963] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:14:0) after 2m1s
[05:02:48.976] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:14:0)
[05:02:49.001] Build status: SCHEDULED
[05:02:49.001] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:15:0) after 6m6s
[05:08:55.108] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:15:0)
[05:08:55.167] Build status: SCHEDULED
[05:08:55.167] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:16:0) after 4m59s
[05:13:54.167] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:16:0)
[05:13:54.180] Build status: SCHEDULED
[05:13:54.180] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:17:0) after 9m32s
[05:23:26.268] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:17:0)
[05:23:26.342] Build status: SCHEDULED
[05:23:26.342] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:18:0) after 7m18s
[05:30:44.356] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:18:0)
[05:30:44.470] Build status: SCHEDULED
[05:30:44.470] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:19:0) after 4m18s
[05:35:02.483] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:19:0)
[05:35:03.025] Build status: SCHEDULED
[05:35:03.025] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:20:0) after 3m45s
[05:38:48.042] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:20:0)
[05:38:48.126] Build status: SCHEDULED
[05:38:48.126] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:21:0) after 8m0s
[05:46:48.191] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:21:0)
[05:46:48.208] Build status: SCHEDULED
[05:46:48.209] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:22:0) after 3m42s
[05:50:30.280] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:22:0)
[05:50:30.307] Build status: SCHEDULED
[05:50:30.307] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:23:0) after 5m19s
[05:55:49.344] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:23:0)
[05:55:49.364] Build status: SCHEDULED
[05:55:49.364] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:24:0) after 2m45s
[05:58:34.378] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:24:0)
[05:58:34.403] Build status: SCHEDULED
[05:58:34.403] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:25:0) after 8m8s
[06:06:42.451] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:25:0)
[06:06:42.480] Build status: SCHEDULED
[06:06:42.480] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:26:0) after 6m27s
[06:13:09.649] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:26:0)
[06:13:09.679] Build status: SCHEDULED
[06:13:09.679] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:27:0) after 8m9s
[06:21:18.695] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:27:0)
[06:21:18.891] Build status: SCHEDULED
[06:21:18.891] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:28:0) after 3m31s
[06:24:49.917] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:28:0)
[06:24:49.948] Build status: SCHEDULED
[06:24:49.948] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:29:0) after 1m11s
[06:26:00.978] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:29:0)
[06:26:00.997] Build status: SCHEDULED
[06:26:00.997] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:30:0) after 6m50s
[06:32:51.073] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:30:0)
[06:32:51.170] Build status: SCHEDULED
[06:32:51.170] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:31:0) after 9m56s
[06:42:47.183] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:31:0)
[06:42:47.223] Build status: SCHEDULED
[06:42:47.223] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:32:0) after 9m12s
[06:51:59.303] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:32:0)
[06:51:59.339] Build status: SCHEDULED
[06:51:59.339] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:33:0) after 5m9s
[06:57:08.354] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:33:0)
[06:57:08.402] Build status: SCHEDULED
[06:57:08.402] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:34:0) after 9m18s
[07:06:26.419] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:34:0)
[07:06:26.439] Build status: SCHEDULED
[07:06:26.439] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:35:0) after 3m12s
[07:09:38.463] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:35:0)
[07:09:38.503] Build status: SCHEDULED
[07:09:38.503] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:36:0) after 9m45s
[07:19:23.684] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:36:0)
[07:19:23.701] Build status: SCHEDULED
[07:19:23.701] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:37:0) after 9m39s
[07:29:02.718] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:37:0)
[07:29:02.737] Build status: SCHEDULED
[07:29:02.737] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:38:0) after 3m38s
[07:32:40.753] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:38:0)
[07:32:40.772] Build status: SCHEDULED
[07:32:40.772] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:39:0) after 6m27s
[07:39:07.788] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:39:0)
[07:39:07.805] Build status: SCHEDULED
[07:39:07.805] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:40:0) after 4m27s
[07:43:34.865] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:40:0)
[07:43:34.882] Build status: SCHEDULED
[07:43:34.882] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:41:0) after 4m37s
[07:48:12.030] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:41:0)
[07:48:12.046] Build status: SCHEDULED
[07:48:12.046] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:42:0) after 2m24s
[07:50:36.020] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:42:0)
[07:50:36.041] Build status: SCHEDULED
[07:50:36.041] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:43:0) after 1m27s
[07:52:03.059] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:43:0)
[07:52:03.085] Build status: SCHEDULED
[07:52:03.085] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:44:0) after 3m38s
[07:55:41.228] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:44:0)
[07:55:41.252] Build status: SCHEDULED
[07:55:41.252] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:45:0) after 4m31s
[08:00:12.282] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:45:0)
[08:00:12.318] Build status: SCHEDULED
[08:00:12.318] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:46:0) after 1m13s
[08:01:25.550] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:46:0)
[08:01:25.678] Build status: SCHEDULED
[08:01:25.679] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:47:0) after 7m20s
[08:08:45.764] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:47:0)
[08:08:45.786] Build status: SCHEDULED
[08:08:45.786] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:48:0) after 1m55s
[08:10:40.839] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:48:0)
[08:10:40.860] Build status: SCHEDULED
[08:10:40.860] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:49:0) after 7m33s
[08:13:20.316] Received PubSub notification, asking Buildbucket for the build status
[08:13:20.352] Build status: STARTED
[08:18:14.070] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:49:0)
[08:18:14.088] Build status: STARTED
[08:18:14.088] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:51:0) after 9m48s
[08:28:02.348] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:51:0)
[08:28:02.374] Build status: STARTED
[08:28:02.374] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:52:0) after 6m47s
[08:34:49.431] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:52:0)
[08:34:49.450] Build status: STARTED
[08:34:49.450] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:53:0) after 9m57s
[08:44:46.673] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:53:0)
[08:44:46.695] Build status: STARTED
[08:44:46.695] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:54:0) after 1m41s
[08:46:27.693] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:54:0)
[08:46:27.714] Build status: STARTED
[08:46:27.714] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:55:0) after 7m10s
[08:53:37.732] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:55:0)
[08:53:37.749] Build status: STARTED
[08:53:37.749] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:56:0) after 3m26s
[08:57:03.765] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:56:0)
[08:57:03.783] Build status: STARTED
[08:57:03.783] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:57:0) after 6m44s
[09:03:47.905] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:57:0)
[09:03:47.934] Build status: STARTED
[09:03:47.934] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:58:0) after 6m13s
[09:10:00.953] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:58:0)
[09:10:00.982] Build status: STARTED
[09:10:00.982] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:59:0) after 8m10s
[09:18:10.963] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:59:0)
[09:18:11.020] Build status: STARTED
[09:18:11.020] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8841489606539027136:60:0) after 5m11s
[09:19:26.800] Received PubSub notification, asking Buildbucket for the build status
[09:19:26.827] Build:
{
"id": "8676059544678724753",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-ci"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T04:17:46.836678173Z",
"startTime": "2026-07-17T08:13:19.955015113Z",
"endTime": "2026-07-17T09:19:26.479218192Z",
"updateTime": "2026-07-17T09:19:26.479218192Z",
"status": "FAILURE",
"input": {
}
}
[09:19:26.827] Invocation finished in 5h1m41.148814091s with status FAILED