[00:29:17.671] New invocation is queued and will start shortly
[00:29:17.671] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:29:18.758] Starting the invocation (attempt 1)
[00:29:18.781] Ignoring gitiles_ref tag without the buildset tag
[00:29:18.781] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:29:18.781] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:29:18.781] Buildbucket request:
{
"requestId": "8835252789749463344",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835252789749463344",
"job": "pigweed/openprot.dev.ci-openprot-earlgrey-verilator",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "45c474fd-8d18-4288-a6ea-0765e8e7df21",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8669823125403643057"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835252789749463344"
},
{
"key": "scheduler_job_id",
"value": "pigweed/openprot.dev.ci-openprot-earlgrey-verilator"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:29:19.177] Scheduled build:
{
"id": "8669822727872331329",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-24T00:29:18.840152123Z",
"updateTime": "2026-09-24T00:29:18.840152123Z",
"status": "SCHEDULED",
"input": {
}
}
[00:29:19.177] Task URL: https://cr-buildbucket.appspot.com/build/8669822727872331329
[00:29:19.177] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:2:0) after 7m1s
[00:29:20.131] Received PubSub notification, asking Buildbucket for the build status
[00:29:20.149] Build status: SCHEDULED
[00:36:20.194] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:2:0)
[00:36:20.246] Build status: SCHEDULED
[00:36:20.246] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:4:0) after 6m41s
[00:43:01.260] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:4:0)
[00:43:01.280] Build status: SCHEDULED
[00:43:01.280] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:5:0) after 6m56s
[00:49:57.424] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:5:0)
[00:49:57.444] Build status: SCHEDULED
[00:49:57.444] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:6:0) after 2m17s
[00:52:14.459] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:6:0)
[00:52:14.492] Build status: SCHEDULED
[00:52:14.493] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:7:0) after 4m19s
[00:56:33.574] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:7:0)
[00:56:33.646] Build status: SCHEDULED
[00:56:33.646] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:8:0) after 3m39s
[01:00:12.800] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:8:0)
[01:00:12.825] Build status: SCHEDULED
[01:00:12.825] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:9:0) after 4m32s
[01:04:44.926] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:9:0)
[01:04:44.948] Build status: SCHEDULED
[01:04:44.949] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:10:0) after 2m53s
[01:07:38.088] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:10:0)
[01:07:38.106] Build status: SCHEDULED
[01:07:38.106] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:11:0) after 2m26s
[01:10:04.294] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:11:0)
[01:10:04.329] Build status: SCHEDULED
[01:10:04.329] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:12:0) after 7m44s
[01:17:48.319] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:12:0)
[01:17:48.340] Build status: SCHEDULED
[01:17:48.340] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:13:0) after 6m47s
[01:24:35.488] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:13:0)
[01:24:35.550] Build status: SCHEDULED
[01:24:35.550] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:14:0) after 8m15s
[01:32:50.567] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:14:0)
[01:32:50.589] Build status: SCHEDULED
[01:32:50.589] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:15:0) after 5m51s
[01:38:41.715] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:15:0)
[01:38:41.736] Build status: SCHEDULED
[01:38:41.736] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:16:0) after 8m50s
[01:47:31.803] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:16:0)
[01:47:31.890] Build status: SCHEDULED
[01:47:31.890] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:17:0) after 7m55s
[01:55:26.967] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:17:0)
[01:55:27.025] Build status: SCHEDULED
[01:55:27.025] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:18:0) after 2m49s
[01:58:16.218] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:18:0)
[01:58:16.235] Build status: SCHEDULED
[01:58:16.235] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:19:0) after 4m40s
[02:02:56.420] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:19:0)
[02:02:56.441] Build status: SCHEDULED
[02:02:56.441] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:20:0) after 8m51s
[02:11:47.629] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:20:0)
[02:11:47.659] Build status: SCHEDULED
[02:11:47.659] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:21:0) after 6m44s
[02:18:31.778] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:21:0)
[02:18:31.812] Build status: SCHEDULED
[02:18:31.812] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:22:0) after 2m52s
[02:21:23.836] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:22:0)
[02:21:23.914] Build status: SCHEDULED
[02:21:23.914] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:23:0) after 4m49s
[02:26:12.929] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:23:0)
[02:26:12.950] Build status: SCHEDULED
[02:26:12.950] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:24:0) after 7m11s
[02:33:24.011] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:24:0)
[02:33:24.038] Build status: SCHEDULED
[02:33:24.038] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:25:0) after 9m6s
[02:42:30.258] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:25:0)
[02:42:30.278] Build status: SCHEDULED
[02:42:30.278] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:26:0) after 2m42s
[02:45:12.295] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:26:0)
[02:45:12.320] Build status: SCHEDULED
[02:45:12.320] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:27:0) after 2m31s
[02:47:43.333] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:27:0)
[02:47:43.367] Build status: SCHEDULED
[02:47:43.367] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:28:0) after 9m26s
[02:57:09.398] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:28:0)
[02:57:09.421] Build status: SCHEDULED
[02:57:09.421] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:29:0) after 4m29s
[03:01:38.478] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:29:0)
[03:01:38.538] Build status: SCHEDULED
[03:01:38.538] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:30:0) after 3m47s
[03:05:25.559] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:30:0)
[03:05:25.582] Build status: SCHEDULED
[03:05:25.582] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:31:0) after 1m39s
[03:07:04.597] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:31:0)
[03:07:04.618] Build status: SCHEDULED
[03:07:04.618] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:32:0) after 7m44s
[03:14:48.633] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:32:0)
[03:14:48.702] Build status: SCHEDULED
[03:14:48.702] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:33:0) after 6m54s
[03:21:42.739] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:33:0)
[03:21:42.761] Build status: SCHEDULED
[03:21:42.761] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:34:0) after 3m18s
[03:25:00.804] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:34:0)
[03:25:00.836] Build status: SCHEDULED
[03:25:00.836] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:35:0) after 4m8s
[03:29:08.841] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:35:0)
[03:29:08.933] Build status: SCHEDULED
[03:29:08.933] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:36:0) after 8m27s
[03:37:35.981] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:36:0)
[03:37:36.004] Build status: SCHEDULED
[03:37:36.005] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:37:0) after 7m39s
[03:45:15.023] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:37:0)
[03:45:15.044] Build status: SCHEDULED
[03:45:15.044] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:38:0) after 7m2s
[03:52:17.028] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:38:0)
[03:52:17.069] Build status: SCHEDULED
[03:52:17.069] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:39:0) after 3m9s
[03:55:26.084] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:39:0)
[03:55:26.102] Build status: SCHEDULED
[03:55:26.102] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:40:0) after 9m5s
[04:04:31.130] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:40:0)
[04:04:31.149] Build status: SCHEDULED
[04:04:31.149] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:41:0) after 5m45s
[04:10:16.217] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:41:0)
[04:10:16.231] Build status: SCHEDULED
[04:10:16.231] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8835252789749463344:42:0) after 6m54s
[04:11:36.867] Received PubSub notification, asking Buildbucket for the build status
[04:11:36.908] Build status: STARTED
[04:11:59.742] Received PubSub notification, asking Buildbucket for the build status
[04:11:59.763] Build:
{
"id": "8669822727872331329",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-24T00:29:18.840152123Z",
"startTime": "2026-09-24T04:11:36.030279746Z",
"endTime": "2026-09-24T04:11:59.377752049Z",
"updateTime": "2026-09-24T04:11:59.377752049Z",
"status": "FAILURE",
"input": {
}
}
[04:11:59.763] Invocation finished in 3h42m42.0959319s with status FAILED