[00:33:34.511] New invocation is queued and will start shortly
[00:33:34.511] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:33:35.574] Starting the invocation (attempt 1)
[00:33:35.599] Ignoring gitiles_ref tag without the buildset tag
[00:33:35.599] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:33:35.599] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:33:35.599] Buildbucket request:
{
"requestId": "8853643704611670800",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-arduino-pico"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853643704611670800",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "1f3429a4-b8a2-4b65-8676-c4baeb345f3c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8688213831738758833"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853643704611670800"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:33:35.931] Scheduled build:
{
"id": "8688213642761530209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-05T00:33:35.655146524Z",
"updateTime": "2026-03-05T00:33:35.655146524Z",
"status": "SCHEDULED",
"input": {
}
}
[00:33:35.931] Task URL: https://cr-buildbucket.appspot.com/build/8688213642761530209
[00:33:35.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:2:0) after 1m10s
[00:33:36.896] Received PubSub notification, asking Buildbucket for the build status
[00:33:36.930] Build status: SCHEDULED
[00:34:45.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:2:0)
[00:34:45.974] Build status: SCHEDULED
[00:34:45.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:4:0) after 5m50s
[00:40:35.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:4:0)
[00:40:36.004] Build status: SCHEDULED
[00:40:36.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:5:0) after 2m51s
[00:43:26.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:5:0)
[00:43:26.994] Build status: SCHEDULED
[00:43:26.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:6:0) after 4m54s
[00:48:21.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:6:0)
[00:48:21.055] Build status: SCHEDULED
[00:48:21.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:7:0) after 3m25s
[00:51:46.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:7:0)
[00:51:46.248] Build status: SCHEDULED
[00:51:46.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:8:0) after 1m38s
[00:53:24.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:8:0)
[00:53:24.285] Build status: SCHEDULED
[00:53:24.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:9:0) after 5m49s
[00:59:13.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:9:0)
[00:59:13.319] Build status: SCHEDULED
[00:59:13.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:10:0) after 4m45s
[01:03:58.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:10:0)
[01:03:58.444] Build status: SCHEDULED
[01:03:58.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:11:0) after 4m49s
[01:08:47.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:11:0)
[01:08:47.493] Build status: SCHEDULED
[01:08:47.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:12:0) after 4m11s
[01:12:58.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:12:0)
[01:12:58.523] Build status: SCHEDULED
[01:12:58.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:13:0) after 2m14s
[01:15:12.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:13:0)
[01:15:12.554] Build status: SCHEDULED
[01:15:12.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:14:0) after 2m30s
[01:17:42.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:14:0)
[01:17:42.632] Build status: SCHEDULED
[01:17:42.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:15:0) after 4m32s
[01:22:14.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:15:0)
[01:22:14.712] Build status: SCHEDULED
[01:22:14.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:16:0) after 7m17s
[01:29:31.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:16:0)
[01:29:31.752] Build status: SCHEDULED
[01:29:31.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:17:0) after 6m16s
[01:35:47.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:17:0)
[01:35:47.801] Build status: SCHEDULED
[01:35:47.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:18:0) after 8m24s
[01:44:11.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:18:0)
[01:44:11.842] Build status: SCHEDULED
[01:44:11.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:19:0) after 3m1s
[01:47:12.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:19:0)
[01:47:12.870] Build status: SCHEDULED
[01:47:12.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:20:0) after 4m29s
[01:51:41.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:20:0)
[01:51:41.936] Build status: SCHEDULED
[01:51:41.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:21:0) after 4m17s
[01:55:58.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:21:0)
[01:55:58.987] Build status: SCHEDULED
[01:55:58.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:22:0) after 9m38s
[02:05:37.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:22:0)
[02:05:37.087] Build status: SCHEDULED
[02:05:37.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:23:0) after 6m44s
[02:12:21.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:23:0)
[02:12:21.120] Build status: SCHEDULED
[02:12:21.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:24:0) after 4m13s
[02:16:34.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:24:0)
[02:16:34.187] Build status: SCHEDULED
[02:16:34.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:25:0) after 3m55s
[02:20:29.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:25:0)
[02:20:29.331] Build status: SCHEDULED
[02:20:29.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:26:0) after 5m3s
[02:25:32.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:26:0)
[02:25:32.357] Build status: SCHEDULED
[02:25:32.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:27:0) after 4m45s
[02:30:17.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:27:0)
[02:30:17.393] Build status: SCHEDULED
[02:30:17.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:28:0) after 8m40s
[02:38:57.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:28:0)
[02:38:57.401] Build status: SCHEDULED
[02:38:57.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:29:0) after 6m0s
[02:44:57.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:29:0)
[02:44:57.456] Build status: SCHEDULED
[02:44:57.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:30:0) after 7m55s
[02:52:52.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:30:0)
[02:52:52.487] Build status: SCHEDULED
[02:52:52.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:31:0) after 7m30s
[03:00:22.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:31:0)
[03:00:22.566] Build status: SCHEDULED
[03:00:22.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:32:0) after 5m22s
[03:05:44.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:32:0)
[03:05:44.784] Build status: SCHEDULED
[03:05:44.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:33:0) after 1m4s
[03:06:48.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:33:0)
[03:06:48.905] Build status: SCHEDULED
[03:06:48.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:34:0) after 1m30s
[03:08:18.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:34:0)
[03:08:18.935] Build status: SCHEDULED
[03:08:18.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:35:0) after 6m50s
[03:15:09.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:35:0)
[03:15:09.018] Build status: SCHEDULED
[03:15:09.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:36:0) after 4m1s
[03:19:10.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:36:0)
[03:19:10.058] Build status: SCHEDULED
[03:19:10.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:37:0) after 3m9s
[03:22:19.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:37:0)
[03:22:19.128] Build status: SCHEDULED
[03:22:19.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:38:0) after 4m23s
[03:26:42.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:38:0)
[03:26:42.190] Build status: SCHEDULED
[03:26:42.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:39:0) after 6m0s
[03:32:42.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:39:0)
[03:32:42.266] Build status: SCHEDULED
[03:32:42.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:40:0) after 7m52s
[03:34:52.855] Received PubSub notification, asking Buildbucket for the build status
[03:34:52.877] Build status: STARTED
[03:40:34.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:40:0)
[03:40:34.343] Build status: STARTED
[03:40:34.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:42:0) after 6m34s
[03:47:08.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:42:0)
[03:47:08.405] Build status: STARTED
[03:47:08.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8853643704611670800:43:0) after 7m37s
[03:48:11.822] Received PubSub notification, asking Buildbucket for the build status
[03:48:11.844] Build:
{
"id": "8688213642761530209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-05T00:33:35.655146524Z",
"startTime": "2026-03-05T03:34:52.664366958Z",
"endTime": "2026-03-05T03:47:49.412301824Z",
"updateTime": "2026-03-05T03:47:49.412301824Z",
"status": "FAILURE",
"input": {
}
}
[03:48:11.844] Invocation finished in 3h14m37.337905857s with status FAILED