[23:10:48.820] New invocation is queued and will start shortly
[23:10:48.820] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[23:10:50.411] Starting the invocation (attempt 1)
[23:10:50.437] Ignoring gitiles_ref tag without the buildset tag
[23:10:50.437] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:10:50.437] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:10:50.438] Buildbucket request:
{
"requestId": "8840784142286699584",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840784142286699584",
"job": "pigweed/openprot.dev.ci-openprot-earlgrey-verilator",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "cf5d4b30-1581-4e76-bfb6-455fcd3061f4",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8675354470926140897"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840784142286699584"
},
{
"key": "scheduler_job_id",
"value": "pigweed/openprot.dev.ci-openprot-earlgrey-verilator"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:10:50.942] Scheduled build:
{
"id": "8675354079830774193",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T23:10:50.543942735Z",
"updateTime": "2026-07-24T23:10:50.543942735Z",
"status": "SCHEDULED",
"input": {
}
}
[23:10:50.942] Task URL: https://cr-buildbucket.appspot.com/build/8675354079830774193
[23:10:50.942] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:2:0) after 9m52s
[23:10:51.845] Received PubSub notification, asking Buildbucket for the build status
[23:10:51.866] Build status: SCHEDULED
[23:20:43.056] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:2:0)
[23:20:43.082] Build status: SCHEDULED
[23:20:43.082] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:4:0) after 1m2s
[23:21:45.097] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:4:0)
[23:21:45.181] Build status: SCHEDULED
[23:21:45.181] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:5:0) after 1m58s
[23:23:43.239] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:5:0)
[23:23:43.309] Build status: SCHEDULED
[23:23:43.309] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:6:0) after 4m11s
[23:27:54.372] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:6:0)
[23:27:54.480] Build status: SCHEDULED
[23:27:54.480] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:7:0) after 2m58s
[23:30:52.540] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:7:0)
[23:30:52.555] Build status: SCHEDULED
[23:30:52.555] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:8:0) after 9m20s
[23:40:12.569] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:8:0)
[23:40:12.601] Build status: SCHEDULED
[23:40:12.601] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:9:0) after 5m58s
[23:46:10.617] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:9:0)
[23:46:10.649] Build status: SCHEDULED
[23:46:10.649] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:10:0) after 2m32s
[23:48:42.615] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:10:0)
[23:48:42.632] Build status: SCHEDULED
[23:48:42.632] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:11:0) after 4m43s
[23:53:25.642] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:11:0)
[23:53:25.670] Build status: SCHEDULED
[23:53:25.670] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:12:0) after 5m11s
[23:58:36.705] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:12:0)
[23:58:36.720] Build status: SCHEDULED
[23:58:36.720] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:13:0) after 1m44s
[00:00:20.733] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:13:0)
[00:00:20.752] Build status: SCHEDULED
[00:00:20.752] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:14:0) after 6m12s
[00:06:32.873] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:14:0)
[00:06:32.890] Build status: SCHEDULED
[00:06:32.890] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:15:0) after 5m19s
[00:11:51.904] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:15:0)
[00:11:51.929] Build status: SCHEDULED
[00:11:51.929] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:16:0) after 8m48s
[00:20:39.945] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:16:0)
[00:20:39.964] Build status: SCHEDULED
[00:20:39.964] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:17:0) after 6m40s
[00:27:19.967] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:17:0)
[00:27:19.983] Build status: SCHEDULED
[00:27:19.983] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:18:0) after 8m19s
[00:35:38.997] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:18:0)
[00:35:39.015] Build status: SCHEDULED
[00:35:39.015] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:19:0) after 1m49s
[00:37:28.049] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:19:0)
[00:37:28.069] Build status: SCHEDULED
[00:37:28.069] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:20:0) after 1m49s
[00:39:17.144] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:20:0)
[00:39:17.164] Build status: SCHEDULED
[00:39:17.164] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:21:0) after 5m11s
[00:44:28.143] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:21:0)
[00:44:28.162] Build status: SCHEDULED
[00:44:28.162] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:22:0) after 9m22s
[00:53:50.199] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:22:0)
[00:53:50.217] Build status: SCHEDULED
[00:53:50.217] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:23:0) after 1m17s
[00:55:07.195] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:23:0)
[00:55:07.240] Build status: SCHEDULED
[00:55:07.240] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:24:0) after 3m44s
[00:58:51.270] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:24:0)
[00:58:51.297] Build status: SCHEDULED
[00:58:51.297] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:25:0) after 5m40s
[01:04:31.311] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:25:0)
[01:04:31.336] Build status: SCHEDULED
[01:04:31.336] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:26:0) after 4m14s
[01:08:45.354] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:26:0)
[01:08:45.375] Build status: SCHEDULED
[01:08:45.375] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:27:0) after 4m23s
[01:13:08.418] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:27:0)
[01:13:08.435] Build status: SCHEDULED
[01:13:08.436] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:28:0) after 7m21s
[01:20:29.534] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:28:0)
[01:20:29.568] Build status: SCHEDULED
[01:20:29.568] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:29:0) after 8m15s
[01:28:44.604] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:29:0)
[01:28:44.635] Build status: SCHEDULED
[01:28:44.635] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:30:0) after 9m58s
[01:38:42.747] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:30:0)
[01:38:42.928] Build status: SCHEDULED
[01:38:42.928] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:31:0) after 4m37s
[01:43:19.993] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:31:0)
[01:43:20.015] Build status: SCHEDULED
[01:43:20.015] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:32:0) after 8m48s
[01:52:08.028] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:32:0)
[01:52:08.045] Build status: SCHEDULED
[01:52:08.045] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:33:0) after 4m39s
[01:56:47.105] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:33:0)
[01:56:47.125] Build status: SCHEDULED
[01:56:47.125] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:34:0) after 3m11s
[01:59:58.188] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:34:0)
[01:59:58.206] Build status: SCHEDULED
[01:59:58.206] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:35:0) after 6m29s
[02:06:27.219] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:35:0)
[02:06:27.234] Build status: SCHEDULED
[02:06:27.234] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:36:0) after 5m44s
[02:12:11.326] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:36:0)
[02:12:11.376] Build status: SCHEDULED
[02:12:11.376] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:37:0) after 8m22s
[02:20:33.455] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:37:0)
[02:20:33.503] Build status: SCHEDULED
[02:20:33.503] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:38:0) after 7m10s
[02:27:43.526] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:38:0)
[02:27:43.562] Build status: SCHEDULED
[02:27:43.562] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:39:0) after 4m1s
[02:31:44.651] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:39:0)
[02:31:44.669] Build status: SCHEDULED
[02:31:44.669] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:40:0) after 5m25s
[02:37:09.705] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:40:0)
[02:37:09.725] Build status: SCHEDULED
[02:37:09.725] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:41:0) after 3m48s
[02:40:57.778] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:41:0)
[02:40:57.796] Build status: SCHEDULED
[02:40:57.796] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:42:0) after 1m50s
[02:42:47.810] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:42:0)
[02:42:47.826] Build status: SCHEDULED
[02:42:47.826] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:43:0) after 2m51s
[02:45:38.856] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:43:0)
[02:45:38.871] Build status: SCHEDULED
[02:45:38.871] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8840784142286699584:44:0) after 4m35s
[02:46:44.623] Received PubSub notification, asking Buildbucket for the build status
[02:46:44.651] Build:
{
"id": "8675354079830774193",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T23:10:50.543942735Z",
"startTime": "2026-07-25T02:46:03.532963575Z",
"endTime": "2026-07-25T02:46:37.111333747Z",
"updateTime": "2026-07-25T02:46:37.111333747Z",
"status": "FAILURE",
"input": {
}
}
[02:46:44.651] Invocation finished in 3h35m55.834062167s with status FAILED