[02:14:10.054] New invocation is queued and will start shortly
[02:14:11.098] Starting the invocation (attempt 1)
[02:14:11.120] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1867c58034d12b528ff25921e6cabfd96450a0ec"
[02:14:11.120] Popped gitiles commit info from properties and tags
[02:14:11.120] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:14:11.121] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:14:11.121] Buildbucket request:
{
"requestId": "8842403352054904624",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-arduino-pico"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842403352054904624",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1a3fe751061fec83b3f360627d5adc66f0d71de3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1a3fe751061fec83b3f360627d5adc66f0d71de3",
"title": "1a3fe751061fec83b3f360627d5adc66f0d71de3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1a3fe751061fec83b3f360627d5adc66f0d71de3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"title": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2a19596193d1fc46dd3238cb4a037fb92afe0861"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2a19596193d1fc46dd3238cb4a037fb92afe0861",
"title": "2a19596193d1fc46dd3238cb4a037fb92afe0861",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2a19596193d1fc46dd3238cb4a037fb92afe0861"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1867c58034d12b528ff25921e6cabfd96450a0ec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1867c58034d12b528ff25921e6cabfd96450a0ec",
"title": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1867c58034d12b528ff25921e6cabfd96450a0ec"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842403352054904624"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:14:11.538] Scheduled build:
{
"id": "8676973290200064353",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T02:14:11.201880316Z",
"updateTime": "2026-07-07T02:14:11.201880316Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"ref": "refs/heads/main"
}
}
}
[02:14:11.538] Task URL: https://cr-buildbucket.appspot.com/build/8676973290200064353
[02:14:11.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:2:0) after 9m34s
[02:14:12.471] Received PubSub notification, asking Buildbucket for the build status
[02:14:12.491] Build status: SCHEDULED
[02:23:45.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:2:0)
[02:23:45.571] Build status: SCHEDULED
[02:23:45.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:4:0) after 7m34s
[02:31:19.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:4:0)
[02:31:19.637] Build status: SCHEDULED
[02:31:19.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:5:0) after 3m17s
[02:34:36.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:5:0)
[02:34:36.679] Build status: SCHEDULED
[02:34:36.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:6:0) after 7m8s
[02:41:44.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:6:0)
[02:41:44.728] Build status: SCHEDULED
[02:41:44.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:7:0) after 5m39s
[02:47:23.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:7:0)
[02:47:23.910] Build status: SCHEDULED
[02:47:23.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:8:0) after 5m46s
[02:53:10.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:8:0)
[02:53:10.029] Build status: SCHEDULED
[02:53:10.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:9:0) after 3m16s
[02:56:26.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:9:0)
[02:56:26.138] Build status: SCHEDULED
[02:56:26.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:10:0) after 2m26s
[02:58:52.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:10:0)
[02:58:52.251] Build status: SCHEDULED
[02:58:52.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:11:0) after 3m15s
[03:02:07.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:11:0)
[03:02:07.328] Build status: SCHEDULED
[03:02:07.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:12:0) after 4m53s
[03:07:00.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:12:0)
[03:07:00.363] Build status: SCHEDULED
[03:07:00.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:13:0) after 6m26s
[03:13:26.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:13:0)
[03:13:26.396] Build status: SCHEDULED
[03:13:26.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:14:0) after 8m59s
[03:22:25.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:14:0)
[03:22:25.387] Build status: SCHEDULED
[03:22:25.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:15:0) after 2m37s
[03:25:02.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:15:0)
[03:25:02.517] Build status: SCHEDULED
[03:25:02.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:16:0) after 2m34s
[03:27:36.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:16:0)
[03:27:36.650] Build status: SCHEDULED
[03:27:36.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:17:0) after 9m41s
[03:37:17.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:17:0)
[03:37:17.682] Build status: SCHEDULED
[03:37:17.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:18:0) after 3m3s
[03:40:20.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:18:0)
[03:40:20.721] Build status: SCHEDULED
[03:40:20.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:19:0) after 3m53s
[03:44:13.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:19:0)
[03:44:13.759] Build status: SCHEDULED
[03:44:13.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:20:0) after 2m31s
[03:46:44.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:20:0)
[03:46:44.847] Build status: SCHEDULED
[03:46:44.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:21:0) after 2m18s
[03:49:02.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:21:0)
[03:49:02.971] Build status: SCHEDULED
[03:49:02.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:22:0) after 4m25s
[03:53:28.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:22:0)
[03:53:28.094] Build status: SCHEDULED
[03:53:28.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:23:0) after 4m48s
[03:58:16.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:23:0)
[03:58:16.183] Build status: SCHEDULED
[03:58:16.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:24:0) after 9m34s
[04:07:50.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:24:0)
[04:07:50.268] Build status: SCHEDULED
[04:07:50.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:25:0) after 4m21s
[04:12:11.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:25:0)
[04:12:11.360] Build status: SCHEDULED
[04:12:11.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:26:0) after 1m23s
[04:13:34.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:26:0)
[04:13:34.541] Build status: SCHEDULED
[04:13:34.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:27:0) after 4m53s
[04:18:27.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:27:0)
[04:18:27.590] Build status: SCHEDULED
[04:18:27.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:28:0) after 9m22s
[04:27:49.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:28:0)
[04:27:49.622] Build status: SCHEDULED
[04:27:49.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:29:0) after 1m41s
[04:29:30.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:29:0)
[04:29:30.665] Build status: SCHEDULED
[04:29:30.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:30:0) after 6m20s
[04:35:50.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:30:0)
[04:35:50.714] Build status: SCHEDULED
[04:35:50.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:31:0) after 9m48s
[04:45:38.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:31:0)
[04:45:38.803] Build status: SCHEDULED
[04:45:38.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:32:0) after 7m49s
[04:53:27.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:32:0)
[04:53:27.832] Build status: SCHEDULED
[04:53:27.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:33:0) after 1m9s
[04:54:36.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:33:0)
[04:54:36.818] Build status: SCHEDULED
[04:54:36.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:34:0) after 8m37s
[05:03:13.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:34:0)
[05:03:13.890] Build status: SCHEDULED
[05:03:13.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:35:0) after 7m20s
[05:10:33.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:35:0)
[05:10:34.028] Build status: SCHEDULED
[05:10:34.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:36:0) after 8m14s
[05:16:38.725] Received PubSub notification, asking Buildbucket for the build status
[05:16:38.749] Build status: STARTED
[05:18:48.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:36:0)
[05:18:48.338] Build status: STARTED
[05:18:48.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:38:0) after 2m32s
[05:21:20.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:38:0)
[05:21:20.372] Build status: STARTED
[05:21:20.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-arduino-pico:8842403352054904624:39:0) after 1m36s
[05:21:39.929] Received PubSub notification, asking Buildbucket for the build status
[05:21:39.962] Build:
{
"id": "8676973290200064353",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T02:14:11.201880316Z",
"startTime": "2026-07-07T05:16:37.544448186Z",
"endTime": "2026-07-07T05:21:39.157575663Z",
"updateTime": "2026-07-07T05:21:39.157575663Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"ref": "refs/heads/main"
}
}
}
[05:21:39.962] Invocation finished in 3h7m29.914600765s with status FAILED