[10:55:44.605] New invocation is queued and will start shortly
[10:55:44.605] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[10:55:45.665] Starting the invocation (attempt 1)
[10:55:45.688] Ignoring gitiles_ref tag without the buildset tag
[10:55:45.688] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:55:45.689] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:55:45.689] Buildbucket request:
{
"requestId": "8866288136474649888",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866288136474649888",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "27072e68-f877-4bfe-bd45-4bd347eeaa32",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8700858299009947153"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866288136474649888"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:55:46.142] Scheduled build:
{
"id": "8700858074617411393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-16T10:55:45.749201297Z",
"updateTime": "2025-10-16T10:55:45.749201297Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[10:55:46.142] Task URL: https://cr-buildbucket.appspot.com/build/8700858074617411393
[10:55:46.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:2:0) after 6m36s
[10:55:46.998] Received PubSub notification, asking Buildbucket for the build status
[10:55:47.051] Build status: SCHEDULED
[11:02:22.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:2:0)
[11:02:22.261] Build status: SCHEDULED
[11:02:22.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:4:0) after 9m56s
[11:12:18.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:4:0)
[11:12:18.304] Build status: SCHEDULED
[11:12:18.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:5:0) after 2m4s
[11:14:22.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:5:0)
[11:14:22.389] Build status: SCHEDULED
[11:14:22.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:6:0) after 3m18s
[11:17:40.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:6:0)
[11:17:40.421] Build status: SCHEDULED
[11:17:40.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:7:0) after 5m31s
[11:23:11.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:7:0)
[11:23:11.503] Build status: SCHEDULED
[11:23:11.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:8:0) after 8m59s
[11:32:10.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:8:0)
[11:32:10.674] Build status: SCHEDULED
[11:32:10.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:9:0) after 9m41s
[11:41:51.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:9:0)
[11:41:51.731] Build status: SCHEDULED
[11:41:51.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:10:0) after 3m51s
[11:45:42.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:10:0)
[11:45:42.765] Build status: SCHEDULED
[11:45:42.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:11:0) after 5m52s
[11:51:35.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:11:0)
[11:51:35.329] Build status: SCHEDULED
[11:51:35.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:12:0) after 2m35s
[11:54:10.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:12:0)
[11:54:10.397] Build status: SCHEDULED
[11:54:10.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:13:0) after 7m3s
[12:01:13.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:13:0)
[12:01:13.469] Build status: SCHEDULED
[12:01:13.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:14:0) after 1m59s
[12:03:12.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:14:0)
[12:03:12.458] Build status: SCHEDULED
[12:03:12.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:15:0) after 2m46s
[12:05:58.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:15:0)
[12:05:58.525] Build status: SCHEDULED
[12:05:58.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:16:0) after 9m34s
[12:15:32.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:16:0)
[12:15:32.598] Build status: SCHEDULED
[12:15:32.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:17:0) after 6m24s
[12:21:56.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:17:0)
[12:21:56.654] Build status: SCHEDULED
[12:21:56.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:18:0) after 8m23s
[12:30:19.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:18:0)
[12:30:19.749] Build status: SCHEDULED
[12:30:19.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:19:0) after 8m49s
[12:39:08.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:19:0)
[12:39:08.821] Build status: SCHEDULED
[12:39:08.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:20:0) after 4m1s
[12:43:09.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:20:0)
[12:43:09.877] Build status: SCHEDULED
[12:43:09.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:21:0) after 5m21s
[12:48:30.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:21:0)
[12:48:30.913] Build status: SCHEDULED
[12:48:30.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:22:0) after 5m59s
[12:54:29.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:22:0)
[12:54:30.021] Build status: SCHEDULED
[12:54:30.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:23:0) after 3m43s
[12:58:13.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:23:0)
[12:58:13.137] Build status: SCHEDULED
[12:58:13.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:24:0) after 7m47s
[13:06:00.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:24:0)
[13:06:00.261] Build status: SCHEDULED
[13:06:00.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:25:0) after 5m18s
[13:11:18.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:25:0)
[13:11:18.320] Build status: SCHEDULED
[13:11:18.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:26:0) after 8m45s
[13:20:03.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:26:0)
[13:20:03.381] Build status: SCHEDULED
[13:20:03.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:27:0) after 2m53s
[13:22:56.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:27:0)
[13:22:56.466] Build status: SCHEDULED
[13:22:56.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:28:0) after 5m27s
[13:28:23.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:28:0)
[13:28:23.655] Build status: SCHEDULED
[13:28:23.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:29:0) after 1m28s
[13:29:51.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:29:0)
[13:29:51.871] Build status: SCHEDULED
[13:29:51.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:30:0) after 1m59s
[13:31:50.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:30:0)
[13:31:50.939] Build status: SCHEDULED
[13:31:50.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:31:0) after 8m23s
[13:40:13.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:31:0)
[13:40:13.927] Build status: SCHEDULED
[13:40:13.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:32:0) after 9m38s
[13:49:51.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:32:0)
[13:49:52.007] Build status: SCHEDULED
[13:49:52.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:33:0) after 4m3s
[13:53:55.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:33:0)
[13:53:55.039] Build status: SCHEDULED
[13:53:55.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:34:0) after 4m24s
[13:58:19.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:34:0)
[13:58:19.179] Build status: SCHEDULED
[13:58:19.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:35:0) after 8m33s
[14:06:52.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:35:0)
[14:06:52.270] Build status: SCHEDULED
[14:06:52.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:36:0) after 2m2s
[14:08:54.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:36:0)
[14:08:54.300] Build status: SCHEDULED
[14:08:54.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:37:0) after 3m32s
[14:12:26.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:37:0)
[14:12:26.334] Build status: SCHEDULED
[14:12:26.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:38:0) after 9m7s
[14:21:33.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:38:0)
[14:21:33.400] Build status: SCHEDULED
[14:21:33.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:39:0) after 8m25s
[14:29:58.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:39:0)
[14:29:58.449] Build status: SCHEDULED
[14:29:58.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:40:0) after 4m42s
[14:34:40.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:40:0)
[14:34:40.656] Build status: SCHEDULED
[14:34:40.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:41:0) after 8m53s
[14:43:33.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:41:0)
[14:43:33.684] Build status: SCHEDULED
[14:43:33.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:42:0) after 4m6s
[14:47:39.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:42:0)
[14:47:39.721] Build status: SCHEDULED
[14:47:39.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:43:0) after 6m21s
[14:54:00.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:43:0)
[14:54:00.828] Build status: SCHEDULED
[14:54:00.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:44:0) after 3m35s
[14:57:35.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:44:0)
[14:57:35.931] Build status: SCHEDULED
[14:57:35.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:45:0) after 1m9s
[14:58:44.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:45:0)
[14:58:44.967] Build status: SCHEDULED
[14:58:44.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:46:0) after 1m35s
[15:00:19.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:46:0)
[15:00:20.013] Build status: SCHEDULED
[15:00:20.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:47:0) after 7m50s
[15:08:10.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:47:0)
[15:08:10.215] Build status: SCHEDULED
[15:08:10.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:48:0) after 6m57s
[15:15:07.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:48:0)
[15:15:07.341] Build status: SCHEDULED
[15:15:07.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:49:0) after 5m27s
[15:20:34.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:49:0)
[15:20:34.461] Build status: SCHEDULED
[15:20:34.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:50:0) after 5m20s
[15:25:54.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:50:0)
[15:25:54.494] Build status: SCHEDULED
[15:25:54.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:51:0) after 8m0s
[15:33:54.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:51:0)
[15:33:54.581] Build status: SCHEDULED
[15:33:54.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:52:0) after 6m49s
[15:40:43.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:52:0)
[15:40:43.624] Build status: SCHEDULED
[15:40:43.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:53:0) after 3m25s
[15:44:08.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:53:0)
[15:44:08.714] Build status: SCHEDULED
[15:44:08.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:54:0) after 4m47s
[15:48:55.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:54:0)
[15:48:55.803] Build status: SCHEDULED
[15:48:55.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:55:0) after 3m53s
[15:52:48.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:55:0)
[15:52:48.926] Build status: SCHEDULED
[15:52:48.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:56:0) after 5m8s
[15:57:56.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:56:0)
[15:57:56.957] Build status: SCHEDULED
[15:57:56.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:57:0) after 1m32s
[15:59:28.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:57:0)
[15:59:28.999] Build status: SCHEDULED
[15:59:28.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:58:0) after 3m47s
[16:03:16.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:58:0)
[16:03:16.104] Build status: SCHEDULED
[16:03:16.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:59:0) after 9m22s
[16:12:38.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:59:0)
[16:12:38.151] Build status: SCHEDULED
[16:12:38.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:60:0) after 2m47s
[16:15:25.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:60:0)
[16:15:25.199] Build status: SCHEDULED
[16:15:25.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:61:0) after 2m12s
[16:17:37.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:61:0)
[16:17:37.232] Build status: SCHEDULED
[16:17:37.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:62:0) after 5m42s
[16:23:19.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:62:0)
[16:23:19.289] Build status: SCHEDULED
[16:23:19.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:63:0) after 4m38s
[16:27:57.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:63:0)
[16:27:57.365] Build status: SCHEDULED
[16:27:57.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:64:0) after 7m21s
[16:35:18.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:64:0)
[16:35:18.430] Build status: SCHEDULED
[16:35:18.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:65:0) after 3m39s
[16:38:57.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:65:0)
[16:38:57.485] Build status: SCHEDULED
[16:38:57.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:66:0) after 3m36s
[16:42:33.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:66:0)
[16:42:33.536] Build status: SCHEDULED
[16:42:33.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:67:0) after 9m56s
[16:52:29.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:67:0)
[16:52:29.582] Build status: SCHEDULED
[16:52:29.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:68:0) after 7m46s
[17:00:15.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:68:0)
[17:00:15.646] Build status: SCHEDULED
[17:00:15.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:69:0) after 5m32s
[17:05:47.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:69:0)
[17:05:47.701] Build status: SCHEDULED
[17:05:47.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:70:0) after 4m49s
[17:10:36.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:70:0)
[17:10:36.735] Build status: SCHEDULED
[17:10:36.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:71:0) after 9m28s
[17:20:04.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:71:0)
[17:20:04.828] Build status: SCHEDULED
[17:20:04.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:72:0) after 5m22s
[17:25:26.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:72:0)
[17:25:26.861] Build status: SCHEDULED
[17:25:26.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:73:0) after 7m35s
[17:33:01.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:73:0)
[17:33:01.946] Build status: SCHEDULED
[17:33:01.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:74:0) after 8m53s
[17:41:54.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:74:0)
[17:41:55.020] Build status: SCHEDULED
[17:41:55.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:75:0) after 2m51s
[17:44:46.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:75:0)
[17:44:46.059] Build status: SCHEDULED
[17:44:46.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:76:0) after 6m59s
[17:51:45.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:76:0)
[17:51:45.093] Build status: SCHEDULED
[17:51:45.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:77:0) after 6m50s
[17:58:35.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:77:0)
[17:58:35.208] Build status: SCHEDULED
[17:58:35.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:78:0) after 8m36s
[18:07:11.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:78:0)
[18:07:11.249] Build status: SCHEDULED
[18:07:11.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:79:0) after 2m57s
[18:10:08.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:79:0)
[18:10:08.309] Build status: SCHEDULED
[18:10:08.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:80:0) after 5m49s
[18:15:57.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:80:0)
[18:15:57.340] Build status: SCHEDULED
[18:15:57.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:81:0) after 3m59s
[18:19:56.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:81:0)
[18:19:56.454] Build status: SCHEDULED
[18:19:56.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:82:0) after 9m52s
[18:29:48.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:82:0)
[18:29:48.488] Build status: SCHEDULED
[18:29:48.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:83:0) after 9m33s
[18:39:21.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:83:0)
[18:39:21.553] Build status: SCHEDULED
[18:39:21.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:84:0) after 8m43s
[18:48:04.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:84:0)
[18:48:04.558] Build status: SCHEDULED
[18:48:04.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:85:0) after 7m20s
[18:55:24.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:85:0)
[18:55:24.646] Build status: SCHEDULED
[18:55:24.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:86:0) after 6m0s
[19:01:24.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:86:0)
[19:01:24.744] Build status: SCHEDULED
[19:01:24.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:87:0) after 7m11s
[19:08:35.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:87:0)
[19:08:35.864] Build status: SCHEDULED
[19:08:35.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:88:0) after 7m47s
[19:16:22.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:88:0)
[19:16:22.946] Build status: SCHEDULED
[19:16:22.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:89:0) after 9m55s
[19:26:18.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:89:0)
[19:26:18.163] Build status: SCHEDULED
[19:26:18.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:90:0) after 2m20s
[19:28:38.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:90:0)
[19:28:38.198] Build status: SCHEDULED
[19:28:38.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:91:0) after 2m3s
[19:30:41.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:91:0)
[19:30:41.505] Build status: SCHEDULED
[19:30:41.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:92:0) after 4m3s
[19:34:44.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:92:0)
[19:34:44.545] Build status: SCHEDULED
[19:34:44.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:93:0) after 4m28s
[19:39:12.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:93:0)
[19:39:12.591] Build status: SCHEDULED
[19:39:12.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:94:0) after 8m35s
[19:47:47.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:94:0)
[19:47:47.644] Build status: SCHEDULED
[19:47:47.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:95:0) after 4m49s
[19:52:36.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:95:0)
[19:52:36.791] Build status: SCHEDULED
[19:52:36.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:96:0) after 3m58s
[19:56:34.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:96:0)
[19:56:34.833] Build status: SCHEDULED
[19:56:34.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:97:0) after 4m14s
[19:56:39.829] Received PubSub notification, asking Buildbucket for the build status
[19:56:39.850] Build status: STARTED
[20:00:48.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:97:0)
[20:00:48.868] Build status: STARTED
[20:00:48.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:99:0) after 2m39s
[20:03:27.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:99:0)
[20:03:27.984] Build status: STARTED
[20:03:27.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:100:0) after 5m54s
[20:09:22.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:100:0)
[20:09:22.059] Build status: STARTED
[20:09:22.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:101:0) after 8m25s
[20:17:47.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:101:0)
[20:17:47.098] Build status: STARTED
[20:17:47.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866288136474649888:102:0) after 9m8s
[20:19:32.608] Received PubSub notification, asking Buildbucket for the build status
[20:19:32.623] Build:
{
"id": "8700858074617411393",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-16T10:55:45.749201297Z",
"startTime": "2025-10-16T19:56:39.603512818Z",
"endTime": "2025-10-16T20:19:32.122900196Z",
"updateTime": "2025-10-16T20:19:32.122900196Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[20:19:32.623] Invocation finished in 9h23m48.028287692s with status FAILED