[03:48:50.684] New invocation is queued and will start shortly
[03:48:50.684] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[03:48:51.795] Starting the invocation (attempt 1)
[03:48:51.826] Ignoring gitiles_ref tag without the buildset tag
[03:48:51.826] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:48:51.827] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:48:51.827] Buildbucket request:
{
"requestId": "8839679486490743040",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-ci"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839679486490743040",
"job": "pigweed/openprot.dev.ci-openprot-ci",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "255ebdaa-2568-4417-9849-e3e9c536a890",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674249742533665953"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839679486490743040"
},
{
"key": "scheduler_job_id",
"value": "pigweed/openprot.dev.ci-openprot-ci"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:48:52.325] Scheduled build:
{
"id": "8674249424544523009",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-ci"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-06T03:48:51.918653718Z",
"updateTime": "2026-08-06T03:48:51.918653718Z",
"status": "SCHEDULED",
"input": {
}
}
[03:48:52.325] Task URL: https://cr-buildbucket.appspot.com/build/8674249424544523009
[03:48:52.325] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:2:0) after 2m37s
[03:48:53.141] Received PubSub notification, asking Buildbucket for the build status
[03:48:53.162] Build status: SCHEDULED
[03:51:29.374] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:2:0)
[03:51:29.405] Build status: SCHEDULED
[03:51:29.405] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:4:0) after 8m5s
[03:59:34.492] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:4:0)
[03:59:34.517] Build status: SCHEDULED
[03:59:34.517] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:5:0) after 1m44s
[04:01:18.500] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:5:0)
[04:01:18.522] Build status: SCHEDULED
[04:01:18.522] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:6:0) after 4m53s
[04:06:11.537] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:6:0)
[04:06:11.556] Build status: SCHEDULED
[04:06:11.556] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:7:0) after 5m56s
[04:12:07.688] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:7:0)
[04:12:07.707] Build status: SCHEDULED
[04:12:07.707] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:8:0) after 3m18s
[04:15:25.722] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:8:0)
[04:15:25.916] Build status: SCHEDULED
[04:15:25.916] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:9:0) after 1m14s
[04:16:39.968] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:9:0)
[04:16:40.025] Build status: SCHEDULED
[04:16:40.025] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:10:0) after 2m31s
[04:19:11.206] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:10:0)
[04:19:11.254] Build status: SCHEDULED
[04:19:11.254] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:11:0) after 9m16s
[04:28:27.270] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:11:0)
[04:28:27.309] Build status: SCHEDULED
[04:28:27.309] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:12:0) after 8m29s
[04:36:56.325] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:12:0)
[04:36:56.356] Build status: SCHEDULED
[04:36:56.356] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:13:0) after 4m0s
[04:40:56.413] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:13:0)
[04:40:56.442] Build status: SCHEDULED
[04:40:56.442] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:14:0) after 6m31s
[04:47:27.490] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:14:0)
[04:47:27.513] Build status: SCHEDULED
[04:47:27.513] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:15:0) after 6m15s
[04:53:42.583] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:15:0)
[04:53:42.605] Build status: SCHEDULED
[04:53:42.605] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:16:0) after 4m11s
[04:57:53.619] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:16:0)
[04:57:53.691] Build status: SCHEDULED
[04:57:53.691] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:17:0) after 4m17s
[05:02:10.713] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:17:0)
[05:02:10.761] Build status: SCHEDULED
[05:02:10.761] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:18:0) after 2m45s
[05:04:55.774] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:18:0)
[05:04:55.887] Build status: SCHEDULED
[05:04:55.887] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:19:0) after 7m38s
[05:12:33.911] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:19:0)
[05:12:33.939] Build status: SCHEDULED
[05:12:33.939] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:20:0) after 7m40s
[05:20:14.007] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:20:0)
[05:20:14.060] Build status: SCHEDULED
[05:20:14.060] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:21:0) after 1m56s
[05:22:10.078] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:21:0)
[05:22:10.101] Build status: SCHEDULED
[05:22:10.101] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:22:0) after 2m18s
[05:24:28.129] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:22:0)
[05:24:28.147] Build status: SCHEDULED
[05:24:28.147] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:23:0) after 4m8s
[05:28:36.257] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:23:0)
[05:28:36.276] Build status: SCHEDULED
[05:28:36.276] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:24:0) after 6m38s
[05:35:14.430] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:24:0)
[05:35:14.533] Build status: SCHEDULED
[05:35:14.533] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:25:0) after 2m18s
[05:37:32.561] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:25:0)
[05:37:32.582] Build status: SCHEDULED
[05:37:32.582] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:26:0) after 1m44s
[05:39:16.684] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:26:0)
[05:39:16.708] Build status: SCHEDULED
[05:39:16.708] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:27:0) after 4m59s
[05:44:15.765] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:27:0)
[05:44:15.791] Build status: SCHEDULED
[05:44:15.791] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:28:0) after 1m19s
[05:45:34.910] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:28:0)
[05:45:34.928] Build status: SCHEDULED
[05:45:34.928] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:29:0) after 3m49s
[05:49:24.026] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:29:0)
[05:49:24.047] Build status: SCHEDULED
[05:49:24.047] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:30:0) after 7m43s
[05:57:07.088] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:30:0)
[05:57:07.110] Build status: SCHEDULED
[05:57:07.110] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:31:0) after 3m23s
[06:00:30.229] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:31:0)
[06:00:30.276] Build status: SCHEDULED
[06:00:30.276] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:32:0) after 2m56s
[06:03:26.291] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:32:0)
[06:03:26.310] Build status: SCHEDULED
[06:03:26.310] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:33:0) after 4m57s
[06:08:23.396] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:33:0)
[06:08:23.432] Build status: SCHEDULED
[06:08:23.432] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:34:0) after 3m53s
[06:12:16.447] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:34:0)
[06:12:16.463] Build status: SCHEDULED
[06:12:16.463] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:35:0) after 6m33s
[06:18:49.517] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:35:0)
[06:18:49.542] Build status: SCHEDULED
[06:18:49.542] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:36:0) after 1m14s
[06:20:03.521] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:36:0)
[06:20:03.599] Build status: SCHEDULED
[06:20:03.599] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:37:0) after 3m42s
[06:23:45.746] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:37:0)
[06:23:45.764] Build status: SCHEDULED
[06:23:45.764] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:38:0) after 7m29s
[06:31:14.804] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:38:0)
[06:31:14.833] Build status: SCHEDULED
[06:31:14.833] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:39:0) after 6m20s
[06:37:34.808] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:39:0)
[06:37:34.866] Build status: SCHEDULED
[06:37:34.866] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:40:0) after 3m13s
[06:40:47.881] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:40:0)
[06:40:47.910] Build status: SCHEDULED
[06:40:47.910] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:41:0) after 5m31s
[06:46:18.964] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:41:0)
[06:46:18.997] Build status: SCHEDULED
[06:46:18.997] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:42:0) after 5m19s
[06:51:38.029] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:42:0)
[06:51:38.058] Build status: SCHEDULED
[06:51:38.059] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:43:0) after 9m46s
[07:01:24.267] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:43:0)
[07:01:24.283] Build status: SCHEDULED
[07:01:24.283] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:44:0) after 3m55s
[07:04:44.085] Received PubSub notification, asking Buildbucket for the build status
[07:04:44.105] Build status: STARTED
[07:05:19.259] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:44:0)
[07:05:19.279] Build status: STARTED
[07:05:19.279] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:46:0) after 6m33s
[07:11:52.293] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:46:0)
[07:11:52.312] Build status: STARTED
[07:11:52.312] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:47:0) after 1m3s
[07:12:55.609] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:47:0)
[07:12:55.627] Build status: STARTED
[07:12:55.627] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:48:0) after 4m5s
[07:17:00.645] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:48:0)
[07:17:00.680] Build status: STARTED
[07:17:00.680] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:49:0) after 7m13s
[07:24:13.699] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:49:0)
[07:24:13.724] Build status: STARTED
[07:24:13.724] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:50:0) after 9m55s
[07:34:08.811] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:50:0)
[07:34:08.833] Build status: STARTED
[07:34:08.833] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:51:0) after 2m27s
[07:36:35.847] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:51:0)
[07:36:35.866] Build status: STARTED
[07:36:35.866] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:52:0) after 4m47s
[07:41:22.882] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:52:0)
[07:41:22.918] Build status: STARTED
[07:41:22.918] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:53:0) after 5m2s
[07:46:24.934] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:53:0)
[07:46:24.963] Build status: STARTED
[07:46:24.963] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:54:0) after 6m30s
[07:52:55.029] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:54:0)
[07:52:55.050] Build status: STARTED
[07:52:55.050] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:55:0) after 7m49s
[08:00:44.083] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:55:0)
[08:00:44.108] Build status: STARTED
[08:00:44.108] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:56:0) after 3m3s
[08:03:47.203] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:56:0)
[08:03:47.245] Build status: STARTED
[08:03:47.245] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-ci:8839679486490743040:57:0) after 7m37s
[08:10:03.652] Received PubSub notification, asking Buildbucket for the build status
[08:10:03.708] Build:
{
"id": "8674249424544523009",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-ci"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-06T03:48:51.918653718Z",
"startTime": "2026-08-06T07:04:41.157805625Z",
"endTime": "2026-08-06T08:10:03.289151598Z",
"updateTime": "2026-08-06T08:10:03.289151598Z",
"status": "FAILURE",
"input": {
}
}
[08:10:03.708] Invocation finished in 4h21m13.030360278s with status FAILED