[22:49:21.098] New invocation is queued and will start shortly
[22:49:21.098] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[22:49:22.206] Starting the invocation (attempt 1)
[22:49:22.227] Ignoring gitiles_ref tag without the buildset tag
[22:49:22.227] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:49:22.227] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:49:22.227] Buildbucket request:
{
"requestId": "8862891152365520800",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862891152365520800",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "fdce18f7-b626-461a-a086-1f60b19586af",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8697461311270240497"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862891152365520800"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:49:22.609] Scheduled build:
{
"id": "8697461090481183633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T22:49:22.273201528Z",
"updateTime": "2025-11-22T22:49:22.273201528Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[22:49:22.609] Task URL: https://cr-buildbucket.appspot.com/build/8697461090481183633
[22:49:22.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:2:0) after 3m33s
[22:49:23.508] Received PubSub notification, asking Buildbucket for the build status
[22:49:23.524] Build status: SCHEDULED
[22:52:55.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:2:0)
[22:52:55.707] Build status: SCHEDULED
[22:52:55.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:4:0) after 8m36s
[23:01:31.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:4:0)
[23:01:31.971] Build status: SCHEDULED
[23:01:31.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:5:0) after 2m50s
[23:04:21.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:5:0)
[23:04:21.997] Build status: SCHEDULED
[23:04:21.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:6:0) after 7m33s
[23:11:55.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:6:0)
[23:11:55.028] Build status: SCHEDULED
[23:11:55.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:7:0) after 9m54s
[23:21:49.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:7:0)
[23:21:49.100] Build status: SCHEDULED
[23:21:49.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:8:0) after 8m43s
[23:30:32.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:8:0)
[23:30:32.301] Build status: SCHEDULED
[23:30:32.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:9:0) after 2m34s
[23:33:06.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:9:0)
[23:33:06.591] Build status: SCHEDULED
[23:33:06.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:10:0) after 2m4s
[23:35:10.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:10:0)
[23:35:10.676] Build status: SCHEDULED
[23:35:10.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:11:0) after 3m23s
[23:38:33.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:11:0)
[23:38:33.840] Build status: SCHEDULED
[23:38:33.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:12:0) after 8m32s
[23:47:05.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:12:0)
[23:47:05.877] Build status: SCHEDULED
[23:47:05.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:13:0) after 4m25s
[23:51:30.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:13:0)
[23:51:30.920] Build status: SCHEDULED
[23:51:30.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:14:0) after 5m45s
[23:57:16.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:14:0)
[23:57:16.024] Build status: SCHEDULED
[23:57:16.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:15:0) after 2m56s
[00:00:12.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:15:0)
[00:00:12.165] Build status: SCHEDULED
[00:00:12.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:16:0) after 3m40s
[00:03:52.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:16:0)
[00:03:52.202] Build status: SCHEDULED
[00:03:52.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:17:0) after 3m56s
[00:07:48.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:17:0)
[00:07:48.328] Build status: SCHEDULED
[00:07:48.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:18:0) after 5m18s
[00:13:06.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:18:0)
[00:13:06.614] Build status: SCHEDULED
[00:13:06.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:19:0) after 8m23s
[00:21:29.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:19:0)
[00:21:29.641] Build status: SCHEDULED
[00:21:29.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:20:0) after 9m40s
[00:31:09.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:20:0)
[00:31:09.901] Build status: SCHEDULED
[00:31:09.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:21:0) after 8m21s
[00:39:31.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:21:0)
[00:39:31.090] Build status: SCHEDULED
[00:39:31.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:22:0) after 1m39s
[00:41:10.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:22:0)
[00:41:10.126] Build status: SCHEDULED
[00:41:10.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:23:0) after 1m26s
[00:42:36.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:23:0)
[00:42:36.324] Build status: SCHEDULED
[00:42:36.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:24:0) after 9m47s
[00:52:23.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:24:0)
[00:52:23.361] Build status: SCHEDULED
[00:52:23.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:25:0) after 4m58s
[00:57:21.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:25:0)
[00:57:21.422] Build status: SCHEDULED
[00:57:21.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:26:0) after 2m2s
[00:59:23.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:26:0)
[00:59:23.477] Build status: SCHEDULED
[00:59:23.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:27:0) after 1m11s
[01:00:34.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:27:0)
[01:00:34.907] Build status: SCHEDULED
[01:00:34.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:28:0) after 6m55s
[01:07:30.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:28:0)
[01:07:30.045] Build status: SCHEDULED
[01:07:30.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:29:0) after 6m6s
[01:13:36.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:29:0)
[01:13:36.130] Build status: SCHEDULED
[01:13:36.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:30:0) after 6m33s
[01:20:09.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:30:0)
[01:20:09.290] Build status: SCHEDULED
[01:20:09.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:31:0) after 6m58s
[01:27:07.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:31:0)
[01:27:07.324] Build status: SCHEDULED
[01:27:07.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:32:0) after 5m18s
[01:32:25.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:32:0)
[01:32:25.364] Build status: SCHEDULED
[01:32:25.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:33:0) after 7m18s
[01:39:43.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:33:0)
[01:39:43.651] Build status: SCHEDULED
[01:39:43.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:34:0) after 2m41s
[01:42:24.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:34:0)
[01:42:24.675] Build status: SCHEDULED
[01:42:24.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:35:0) after 7m6s
[01:49:30.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:35:0)
[01:49:30.704] Build status: SCHEDULED
[01:49:30.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:36:0) after 6m14s
[01:55:44.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:36:0)
[01:55:44.791] Build status: SCHEDULED
[01:55:44.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:37:0) after 4m12s
[01:59:57.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:37:0)
[01:59:57.052] Build status: SCHEDULED
[01:59:57.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:38:0) after 5m37s
[02:05:34.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:38:0)
[02:05:34.490] Build status: SCHEDULED
[02:05:34.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:39:0) after 2m43s
[02:08:17.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:39:0)
[02:08:17.547] Build status: SCHEDULED
[02:08:17.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:40:0) after 8m24s
[02:16:41.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:40:0)
[02:16:41.823] Build status: SCHEDULED
[02:16:41.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:41:0) after 8m33s
[02:25:14.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:41:0)
[02:25:14.876] Build status: SCHEDULED
[02:25:14.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:42:0) after 5m16s
[02:27:04.526] Received PubSub notification, asking Buildbucket for the build status
[02:27:04.726] Build status: STARTED
[02:30:30.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:42:0)
[02:30:30.916] Build status: STARTED
[02:30:30.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:44:0) after 6m9s
[02:36:39.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:44:0)
[02:36:39.996] Build status: STARTED
[02:36:39.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:45:0) after 7m28s
[02:44:08.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:45:0)
[02:44:08.030] Build status: STARTED
[02:44:08.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:46:0) after 4m45s
[02:48:53.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:46:0)
[02:48:53.328] Build status: STARTED
[02:48:53.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8862891152365520800:47:0) after 3m35s
[02:51:31.116] Received PubSub notification, asking Buildbucket for the build status
[02:51:31.133] Build:
{
"id": "8697461090481183633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T22:49:22.273201528Z",
"startTime": "2025-11-23T02:27:04.293536999Z",
"endTime": "2025-11-23T02:51:30.883783895Z",
"updateTime": "2025-11-23T02:51:30.883783895Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[02:51:31.133] Invocation finished in 4h2m10.040951591s with status FAILED