[09:27:24.594] New invocation is queued and will start shortly
[09:27:25.735] Starting the invocation (attempt 1)
[09:27:25.756] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56"
[09:27:25.756] Popped gitiles commit info from properties and tags
[09:27:25.756] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:27:25.756] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:27:25.756] Buildbucket request:
{
"requestId": "8867018469672478112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867018469672478112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fce05b3e882d31419edce031d4f62f2d0cfece3c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fce05b3e882d31419edce031d4f62f2d0cfece3c",
"title": "fce05b3e882d31419edce031d4f62f2d0cfece3c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fce05b3e882d31419edce031d4f62f2d0cfece3c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
"title": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867018469672478112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:27:26.101] Scheduled build:
{
"id": "8701588407740720785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-08T09:27:25.807687746Z",
"updateTime": "2025-10-08T09:27:25.807687746Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:27:26.101] Task URL: https://cr-buildbucket.appspot.com/build/8701588407740720785
[09:27:26.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:2:0) after 2m25s
[09:27:27.063] Received PubSub notification, asking Buildbucket for the build status
[09:27:27.089] Build status: SCHEDULED
[09:29:51.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:2:0)
[09:29:51.140] Build status: SCHEDULED
[09:29:51.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:4:0) after 2m10s
[09:32:01.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:4:0)
[09:32:01.230] Build status: SCHEDULED
[09:32:01.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:5:0) after 7m3s
[09:39:04.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:5:0)
[09:39:04.293] Build status: SCHEDULED
[09:39:04.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:6:0) after 4m55s
[09:43:59.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:6:0)
[09:43:59.435] Build status: SCHEDULED
[09:43:59.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:7:0) after 8m19s
[09:52:18.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:7:0)
[09:52:18.495] Build status: SCHEDULED
[09:52:18.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:8:0) after 3m55s
[09:56:13.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:8:0)
[09:56:13.609] Build status: SCHEDULED
[09:56:13.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:9:0) after 5m3s
[10:01:16.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:9:0)
[10:01:16.768] Build status: SCHEDULED
[10:01:16.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:10:0) after 4m53s
[10:06:09.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:10:0)
[10:06:09.873] Build status: SCHEDULED
[10:06:09.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:11:0) after 1m19s
[10:07:28.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:11:0)
[10:07:28.910] Build status: SCHEDULED
[10:07:28.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:12:0) after 5m41s
[10:13:09.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:12:0)
[10:13:09.963] Build status: SCHEDULED
[10:13:09.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:13:0) after 6m30s
[10:19:40.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:13:0)
[10:19:40.036] Build status: SCHEDULED
[10:19:40.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:14:0) after 7m50s
[10:27:30.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:14:0)
[10:27:30.121] Build status: SCHEDULED
[10:27:30.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:15:0) after 1m37s
[10:29:07.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:15:0)
[10:29:07.282] Build status: SCHEDULED
[10:29:07.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:16:0) after 9m18s
[10:38:25.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:16:0)
[10:38:25.286] Build status: SCHEDULED
[10:38:25.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:17:0) after 2m50s
[10:41:15.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:17:0)
[10:41:15.377] Build status: SCHEDULED
[10:41:15.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:18:0) after 3m42s
[10:44:57.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:18:0)
[10:44:57.621] Build status: SCHEDULED
[10:44:57.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:19:0) after 9m47s
[10:54:44.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:19:0)
[10:54:44.730] Build status: SCHEDULED
[10:54:44.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:20:0) after 8m24s
[11:03:08.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:20:0)
[11:03:08.862] Build status: SCHEDULED
[11:03:08.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:21:0) after 8m56s
[11:12:04.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:21:0)
[11:12:04.861] Build status: SCHEDULED
[11:12:04.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:22:0) after 7m30s
[11:19:34.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:22:0)
[11:19:35.361] Build status: SCHEDULED
[11:19:35.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:23:0) after 5m21s
[11:24:56.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:23:0)
[11:24:56.367] Build status: SCHEDULED
[11:24:56.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:24:0) after 2m20s
[11:27:16.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:24:0)
[11:27:16.398] Build status: SCHEDULED
[11:27:16.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:25:0) after 8m1s
[11:35:17.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:25:0)
[11:35:17.444] Build status: SCHEDULED
[11:35:17.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:26:0) after 5m45s
[11:41:02.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:26:0)
[11:41:02.513] Build status: SCHEDULED
[11:41:02.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:27:0) after 8m17s
[11:49:19.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:27:0)
[11:49:19.511] Build status: SCHEDULED
[11:49:19.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:28:0) after 8m30s
[11:57:49.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:28:0)
[11:57:49.834] Build status: SCHEDULED
[11:57:49.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:29:0) after 7m49s
[12:05:38.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:29:0)
[12:05:38.858] Build status: SCHEDULED
[12:05:38.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:30:0) after 5m18s
[12:10:56.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:30:0)
[12:10:56.942] Build status: SCHEDULED
[12:10:56.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:31:0) after 4m20s
[12:15:17.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:31:0)
[12:15:17.037] Build status: SCHEDULED
[12:15:17.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:32:0) after 8m21s
[12:23:38.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:32:0)
[12:23:38.067] Build status: SCHEDULED
[12:23:38.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:33:0) after 4m30s
[12:28:08.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:33:0)
[12:28:08.571] Build status: SCHEDULED
[12:28:08.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:34:0) after 5m27s
[12:33:35.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:34:0)
[12:33:35.613] Build status: SCHEDULED
[12:33:35.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:35:0) after 2m0s
[12:35:35.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:35:0)
[12:35:35.649] Build status: SCHEDULED
[12:35:35.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:36:0) after 5m2s
[12:40:37.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:36:0)
[12:40:37.752] Build status: SCHEDULED
[12:40:37.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:37:0) after 6m12s
[12:46:49.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:37:0)
[12:46:49.791] Build status: SCHEDULED
[12:46:49.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:38:0) after 4m5s
[12:50:54.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:38:0)
[12:50:54.824] Build status: SCHEDULED
[12:50:54.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:39:0) after 3m29s
[12:54:23.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:39:0)
[12:54:23.885] Build status: SCHEDULED
[12:54:23.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:40:0) after 3m10s
[12:57:33.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:40:0)
[12:57:33.914] Build status: SCHEDULED
[12:57:33.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:41:0) after 7m32s
[13:05:05.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:41:0)
[13:05:05.981] Build status: SCHEDULED
[13:05:05.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:42:0) after 8m22s
[13:13:28.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:42:0)
[13:13:28.016] Build status: SCHEDULED
[13:13:28.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:43:0) after 4m43s
[13:18:11.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:43:0)
[13:18:11.086] Build status: SCHEDULED
[13:18:11.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:44:0) after 6m35s
[13:24:46.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:44:0)
[13:24:46.211] Build status: SCHEDULED
[13:24:46.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:45:0) after 5m22s
[13:30:08.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:45:0)
[13:30:08.589] Build status: SCHEDULED
[13:30:08.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:46:0) after 6m32s
[13:36:40.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:46:0)
[13:36:40.812] Build status: SCHEDULED
[13:36:40.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:47:0) after 9m54s
[13:46:34.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:47:0)
[13:46:34.912] Build status: SCHEDULED
[13:46:34.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:48:0) after 6m33s
[13:53:07.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:48:0)
[13:53:07.944] Build status: SCHEDULED
[13:53:07.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:49:0) after 4m47s
[13:57:54.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:49:0)
[13:57:54.981] Build status: SCHEDULED
[13:57:54.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:50:0) after 4m5s
[14:02:00.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:50:0)
[14:02:00.070] Build status: SCHEDULED
[14:02:00.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:51:0) after 5m24s
[14:07:24.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:51:0)
[14:07:24.173] Build status: SCHEDULED
[14:07:24.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:52:0) after 5m52s
[14:13:16.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:52:0)
[14:13:16.265] Build status: SCHEDULED
[14:13:16.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:53:0) after 7m32s
[14:20:48.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:53:0)
[14:20:48.299] Build status: SCHEDULED
[14:20:48.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:54:0) after 3m18s
[14:24:06.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:54:0)
[14:24:06.555] Build status: SCHEDULED
[14:24:06.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:55:0) after 1m23s
[14:25:29.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:55:0)
[14:25:29.598] Build status: SCHEDULED
[14:25:29.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:56:0) after 7m49s
[14:33:18.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:56:0)
[14:33:18.657] Build status: SCHEDULED
[14:33:18.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:57:0) after 7m57s
[14:41:15.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:57:0)
[14:41:15.820] Build status: SCHEDULED
[14:41:15.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:58:0) after 4m50s
[14:46:05.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:58:0)
[14:46:05.913] Build status: SCHEDULED
[14:46:05.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:59:0) after 3m12s
[14:49:18.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:59:0)
[14:49:18.042] Build status: SCHEDULED
[14:49:18.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:60:0) after 4m24s
[14:53:42.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:60:0)
[14:53:42.054] Build status: SCHEDULED
[14:53:42.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:61:0) after 3m19s
[14:57:01.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:61:0)
[14:57:01.118] Build status: SCHEDULED
[14:57:01.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:62:0) after 7m0s
[15:04:01.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:62:0)
[15:04:01.195] Build status: SCHEDULED
[15:04:01.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:63:0) after 1m58s
[15:05:59.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:63:0)
[15:05:59.478] Build status: SCHEDULED
[15:05:59.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:64:0) after 1m41s
[15:07:40.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:64:0)
[15:07:40.519] Build status: SCHEDULED
[15:07:40.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:65:0) after 3m57s
[15:11:37.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:65:0)
[15:11:37.638] Build status: SCHEDULED
[15:11:37.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:66:0) after 3m37s
[15:15:14.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:66:0)
[15:15:14.668] Build status: SCHEDULED
[15:15:14.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:67:0) after 5m4s
[15:20:18.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:67:0)
[15:20:18.732] Build status: SCHEDULED
[15:20:18.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:68:0) after 6m57s
[15:27:15.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:68:0)
[15:27:15.844] Build status: SCHEDULED
[15:27:15.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:69:0) after 7m12s
[15:34:28.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:69:0)
[15:34:28.309] Build status: SCHEDULED
[15:34:28.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:70:0) after 2m42s
[15:37:10.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:70:0)
[15:37:10.316] Build status: SCHEDULED
[15:37:10.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:71:0) after 6m6s
[15:43:16.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:71:0)
[15:43:16.354] Build status: SCHEDULED
[15:43:16.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:72:0) after 7m40s
[15:50:56.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:72:0)
[15:50:56.389] Build status: SCHEDULED
[15:50:56.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:73:0) after 7m26s
[15:58:22.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:73:0)
[15:58:22.586] Build status: SCHEDULED
[15:58:22.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:74:0) after 3m43s
[16:02:05.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:74:0)
[16:02:05.706] Build status: SCHEDULED
[16:02:05.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:75:0) after 9m59s
[16:12:04.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:75:0)
[16:12:04.824] Build status: SCHEDULED
[16:12:04.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:76:0) after 5m44s
[16:17:48.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:76:0)
[16:17:48.886] Build status: SCHEDULED
[16:17:48.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:77:0) after 2m6s
[16:19:54.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:77:0)
[16:19:55.014] Build status: SCHEDULED
[16:19:55.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:78:0) after 3m52s
[16:23:47.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:78:0)
[16:23:47.152] Build status: SCHEDULED
[16:23:47.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:79:0) after 3m30s
[16:27:17.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:79:0)
[16:27:17.271] Build status: SCHEDULED
[16:27:17.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:80:0) after 1m22s
[16:28:39.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:80:0)
[16:28:39.352] Build status: SCHEDULED
[16:28:39.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:81:0) after 4m47s
[16:30:19.543] Received PubSub notification, asking Buildbucket for the build status
[16:30:19.561] Build status: STARTED
[16:33:26.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:81:0)
[16:33:26.395] Build status: STARTED
[16:33:26.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:83:0) after 9m33s
[16:42:59.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:83:0)
[16:42:59.482] Build status: STARTED
[16:42:59.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:84:0) after 7m43s
[16:50:42.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:84:0)
[16:50:42.611] Build status: STARTED
[16:50:42.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867018469672478112:85:0) after 4m42s
[16:53:22.124] Received PubSub notification, asking Buildbucket for the build status
[16:53:22.148] Build:
{
"id": "8701588407740720785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-08T09:27:25.807687746Z",
"startTime": "2025-10-08T16:30:17.621432246Z",
"endTime": "2025-10-08T16:53:21.143695359Z",
"updateTime": "2025-10-08T16:53:21.143695359Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "de8b71fe42bd6ed9b2f5b8577f558e8761b0bb56",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:53:22.148] Invocation finished in 7h25m57.566329559s with status FAILED