[18:40:03.285] New invocation is queued and will start shortly
[18:40:03.285] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:40:08.479] Starting the invocation (attempt 1)
[18:40:08.511] Ignoring gitiles_ref tag without the buildset tag
[18:40:08.511] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:40:08.511] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:40:08.511] Buildbucket request:
{
"requestId": "8841072967864685424",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841072967864685424",
"job": "pigweed/openprot.dev.ci-openprot-earlgrey-verilator",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "4cbd85d4-2d08-4f3f-9678-16c635eba6e9",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8675643279828089969"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841072967864685424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/openprot.dev.ci-openprot-earlgrey-verilator"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:40:08.930] Scheduled build:
{
"id": "8675642901644321601",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T18:40:08.597451931Z",
"updateTime": "2026-07-21T18:40:08.597451931Z",
"status": "SCHEDULED",
"input": {
}
}
[18:40:08.930] Task URL: https://cr-buildbucket.appspot.com/build/8675642901644321601
[18:40:08.930] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:2:0) after 7m42s
[18:40:09.866] Received PubSub notification, asking Buildbucket for the build status
[18:40:09.988] Build status: SCHEDULED
[18:47:50.948] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:2:0)
[18:47:50.974] Build status: SCHEDULED
[18:47:50.974] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:4:0) after 9m5s
[18:56:55.985] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:4:0)
[18:56:56.012] Build status: SCHEDULED
[18:56:56.012] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:5:0) after 7m26s
[19:04:22.091] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:5:0)
[19:04:22.119] Build status: SCHEDULED
[19:04:22.119] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:6:0) after 7m56s
[19:12:18.223] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:6:0)
[19:12:18.306] Build status: SCHEDULED
[19:12:18.306] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:7:0) after 2m37s
[19:14:55.427] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:7:0)
[19:14:55.447] Build status: SCHEDULED
[19:14:55.448] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:8:0) after 1m43s
[19:16:38.515] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:8:0)
[19:16:38.537] Build status: SCHEDULED
[19:16:38.537] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:9:0) after 5m19s
[19:21:57.548] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:9:0)
[19:21:57.574] Build status: SCHEDULED
[19:21:57.574] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:10:0) after 5m9s
[19:27:06.596] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:10:0)
[19:27:06.620] Build status: SCHEDULED
[19:27:06.620] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:11:0) after 2m15s
[19:29:21.635] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:11:0)
[19:29:21.652] Build status: SCHEDULED
[19:29:21.653] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:12:0) after 7m47s
[19:37:08.665] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:12:0)
[19:37:08.725] Build status: SCHEDULED
[19:37:08.725] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:13:0) after 8m53s
[19:46:01.740] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:13:0)
[19:46:01.756] Build status: SCHEDULED
[19:46:01.756] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:14:0) after 9m41s
[19:55:42.823] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:14:0)
[19:55:42.837] Build status: SCHEDULED
[19:55:42.837] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:15:0) after 5m31s
[20:01:13.817] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:15:0)
[20:01:13.839] Build status: SCHEDULED
[20:01:13.839] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:16:0) after 8m36s
[20:09:49.886] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:16:0)
[20:09:49.907] Build status: SCHEDULED
[20:09:49.907] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:17:0) after 3m4s
[20:12:53.947] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:17:0)
[20:12:53.979] Build status: SCHEDULED
[20:12:53.979] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:18:0) after 8m24s
[20:21:18.032] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:18:0)
[20:21:18.056] Build status: SCHEDULED
[20:21:18.056] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:19:0) after 6m33s
[20:27:51.217] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:19:0)
[20:27:51.249] Build status: SCHEDULED
[20:27:51.249] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:20:0) after 2m18s
[20:30:09.214] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:20:0)
[20:30:09.235] Build status: SCHEDULED
[20:30:09.235] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:21:0) after 9m20s
[20:39:29.305] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:21:0)
[20:39:29.329] Build status: SCHEDULED
[20:39:29.329] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:22:0) after 8m20s
[20:47:49.367] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:22:0)
[20:47:49.386] Build status: SCHEDULED
[20:47:49.386] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:23:0) after 6m29s
[20:54:18.405] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:23:0)
[20:54:18.429] Build status: SCHEDULED
[20:54:18.429] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:24:0) after 7m36s
[21:01:54.466] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:24:0)
[21:01:54.488] Build status: SCHEDULED
[21:01:54.488] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:25:0) after 9m7s
[21:11:01.538] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:25:0)
[21:11:01.559] Build status: SCHEDULED
[21:11:01.559] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:26:0) after 9m34s
[21:20:35.574] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:26:0)
[21:20:35.608] Build status: SCHEDULED
[21:20:35.608] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:27:0) after 7m1s
[21:27:36.750] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:27:0)
[21:27:36.781] Build status: SCHEDULED
[21:27:36.781] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:28:0) after 6m23s
[21:33:59.866] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:28:0)
[21:33:59.918] Build status: SCHEDULED
[21:33:59.918] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:29:0) after 4m56s
[21:38:55.932] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:29:0)
[21:38:55.963] Build status: SCHEDULED
[21:38:55.963] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:30:0) after 8m56s
[21:47:51.978] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:30:0)
[21:47:52.007] Build status: SCHEDULED
[21:47:52.008] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:31:0) after 1m37s
[21:49:29.030] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:31:0)
[21:49:29.067] Build status: SCHEDULED
[21:49:29.067] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:32:0) after 3m6s
[21:52:35.084] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:32:0)
[21:52:35.102] Build status: SCHEDULED
[21:52:35.102] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:33:0) after 1m41s
[21:54:16.117] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:33:0)
[21:54:16.135] Build status: SCHEDULED
[21:54:16.135] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:34:0) after 4m51s
[21:59:07.103] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:34:0)
[21:59:07.125] Build status: SCHEDULED
[21:59:07.125] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:35:0) after 2m46s
[22:01:53.214] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:35:0)
[22:01:53.253] Build status: SCHEDULED
[22:01:53.253] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:36:0) after 6m12s
[22:08:05.319] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:36:0)
[22:08:05.486] Build status: SCHEDULED
[22:08:05.486] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:37:0) after 4m29s
[22:12:34.500] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:37:0)
[22:12:34.565] Build status: SCHEDULED
[22:12:34.568] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:38:0) after 2m15s
[22:14:49.588] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:38:0)
[22:14:49.611] Build status: SCHEDULED
[22:14:49.611] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:39:0) after 5m32s
[22:20:20.978] Received PubSub notification, asking Buildbucket for the build status
[22:20:21.000] Build status: STARTED
[22:20:21.681] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:39:0)
[22:20:21.699] Build status: STARTED
[22:20:21.699] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:41:0) after 3m14s
[22:23:35.682] Handling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:41:0)
[22:23:35.702] Build status: STARTED
[22:23:35.702] Scheduling timer "check-buildbucket-build-status" (pigweed/openprot.dev.ci-openprot-earlgrey-verilator:8841072967864685424:42:0) after 8m38s
[22:25:52.178] Received PubSub notification, asking Buildbucket for the build status
[22:25:52.203] Build:
{
"id": "8675642901644321601",
"builder": {
"project": "pigweed",
"bucket": "openprot.dev.ci",
"builder": "openprot-earlgrey-verilator"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T18:40:08.597451931Z",
"startTime": "2026-07-21T22:20:20.817700601Z",
"endTime": "2026-07-21T22:25:50.919736212Z",
"updateTime": "2026-07-21T22:25:50.919736212Z",
"status": "FAILURE",
"input": {
}
}
[22:25:52.203] Invocation finished in 3h45m48.922212115s with status FAILED