[08:56:12.632] New invocation is queued and will start shortly
[08:56:13.686] Starting the invocation (attempt 1)
[08:56:13.710] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50af1489cee75c28782f2c6aacd6631525c97fc3"
[08:56:13.710] Popped gitiles commit info from properties and tags
[08:56:13.710] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:56:13.711] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:56:13.711] Buildbucket request:
{
"requestId": "8850622381648548512",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-arduino-pico"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850622381648548512",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50af1489cee75c28782f2c6aacd6631525c97fc3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50af1489cee75c28782f2c6aacd6631525c97fc3",
"title": "50af1489cee75c28782f2c6aacd6631525c97fc3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50af1489cee75c28782f2c6aacd6631525c97fc3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50af1489cee75c28782f2c6aacd6631525c97fc3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850622381648548512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:56:14.036] Scheduled build:
{
"id": "8685192319795295201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-07T08:56:13.770792066Z",
"updateTime": "2026-04-07T08:56:13.770792066Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50af1489cee75c28782f2c6aacd6631525c97fc3",
"ref": "refs/heads/main"
},
"experimental": true
},
"canary": true
}
[08:56:14.037] Task URL: https://cr-buildbucket.appspot.com/build/8685192319795295201
[08:56:14.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:2:0) after 5m0s
[08:56:14.124] Received PubSub notification, asking Buildbucket for the build status
[08:56:14.141] Build status: SCHEDULED
[09:01:14.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:2:0)
[09:01:14.220] Build status: SCHEDULED
[09:01:14.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:4:0) after 7m6s
[09:08:20.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:4:0)
[09:08:20.285] Build status: SCHEDULED
[09:08:20.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:5:0) after 4m34s
[09:12:54.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:5:0)
[09:12:54.368] Build status: SCHEDULED
[09:12:54.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:6:0) after 9m3s
[09:21:57.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:6:0)
[09:21:57.414] Build status: SCHEDULED
[09:21:57.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:7:0) after 9m9s
[09:31:06.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:7:0)
[09:31:06.460] Build status: SCHEDULED
[09:31:06.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:8:0) after 3m6s
[09:34:12.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:8:0)
[09:34:12.497] Build status: SCHEDULED
[09:34:12.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:9:0) after 8m49s
[09:43:01.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:9:0)
[09:43:01.648] Build status: SCHEDULED
[09:43:01.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:10:0) after 9m49s
[09:52:50.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:10:0)
[09:52:50.801] Build status: SCHEDULED
[09:52:50.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:11:0) after 2m54s
[09:55:44.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:11:0)
[09:55:45.061] Build status: SCHEDULED
[09:55:45.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:12:0) after 8m7s
[10:03:52.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:12:0)
[10:03:52.110] Build status: SCHEDULED
[10:03:52.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:13:0) after 4m4s
[10:07:56.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:13:0)
[10:07:56.154] Build status: SCHEDULED
[10:07:56.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:14:0) after 4m12s
[10:12:08.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:14:0)
[10:12:08.250] Build status: SCHEDULED
[10:12:08.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:15:0) after 5m57s
[10:18:05.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:15:0)
[10:18:05.331] Build status: SCHEDULED
[10:18:05.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:16:0) after 1m36s
[10:19:41.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:16:0)
[10:19:41.389] Build status: SCHEDULED
[10:19:41.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:17:0) after 2m10s
[10:21:51.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:17:0)
[10:21:51.389] Build status: SCHEDULED
[10:21:51.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:18:0) after 4m3s
[10:25:54.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:18:0)
[10:25:54.425] Build status: SCHEDULED
[10:25:54.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:19:0) after 2m38s
[10:28:32.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:19:0)
[10:28:32.466] Build status: SCHEDULED
[10:28:32.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:20:0) after 4m4s
[10:32:36.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:20:0)
[10:32:36.500] Build status: SCHEDULED
[10:32:36.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:21:0) after 7m20s
[10:39:56.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:21:0)
[10:39:56.693] Build status: SCHEDULED
[10:39:56.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:22:0) after 6m10s
[10:46:06.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:22:0)
[10:46:06.730] Build status: SCHEDULED
[10:46:06.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:23:0) after 4m55s
[10:51:01.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:23:0)
[10:51:02.064] Build status: SCHEDULED
[10:51:02.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:24:0) after 2m56s
[10:53:58.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:24:0)
[10:53:58.192] Build status: SCHEDULED
[10:53:58.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:25:0) after 5m25s
[10:59:23.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:25:0)
[10:59:23.316] Build status: SCHEDULED
[10:59:23.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:26:0) after 8m7s
[11:07:30.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:26:0)
[11:07:30.373] Build status: SCHEDULED
[11:07:30.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:27:0) after 2m0s
[11:09:30.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:27:0)
[11:09:30.418] Build status: SCHEDULED
[11:09:30.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:28:0) after 9m56s
[11:19:26.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:28:0)
[11:19:26.470] Build status: SCHEDULED
[11:19:26.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:29:0) after 9m11s
[11:28:37.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:29:0)
[11:28:37.511] Build status: SCHEDULED
[11:28:37.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:30:0) after 8m44s
[11:37:21.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:30:0)
[11:37:21.621] Build status: SCHEDULED
[11:37:21.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:31:0) after 6m43s
[11:44:04.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:31:0)
[11:44:04.654] Build status: SCHEDULED
[11:44:04.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:32:0) after 2m53s
[11:46:57.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:32:0)
[11:46:57.741] Build status: SCHEDULED
[11:46:57.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:33:0) after 8m41s
[11:55:38.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:33:0)
[11:55:38.785] Build status: SCHEDULED
[11:55:38.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:34:0) after 2m23s
[11:58:01.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:34:0)
[11:58:01.822] Build status: SCHEDULED
[11:58:01.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:35:0) after 6m42s
[12:04:43.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:35:0)
[12:04:43.858] Build status: SCHEDULED
[12:04:43.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:36:0) after 6m1s
[12:10:44.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:36:0)
[12:10:44.863] Build status: SCHEDULED
[12:10:44.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:37:0) after 5m23s
[12:16:07.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:37:0)
[12:16:07.953] Build status: SCHEDULED
[12:16:07.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:38:0) after 6m23s
[12:22:30.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:38:0)
[12:22:30.986] Build status: SCHEDULED
[12:22:30.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:39:0) after 2m49s
[12:25:20.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:39:0)
[12:25:20.082] Build status: SCHEDULED
[12:25:20.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:40:0) after 7m28s
[12:32:48.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:40:0)
[12:32:48.123] Build status: SCHEDULED
[12:32:48.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:41:0) after 8m9s
[12:40:57.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:41:0)
[12:40:57.217] Build status: SCHEDULED
[12:40:57.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:42:0) after 3m39s
[12:44:36.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:42:0)
[12:44:36.356] Build status: SCHEDULED
[12:44:36.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:43:0) after 1m51s
[12:45:32.852] Received PubSub notification, asking Buildbucket for the build status
[12:45:32.878] Build status: STARTED
[12:46:27.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:43:0)
[12:46:27.456] Build status: STARTED
[12:46:27.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:45:0) after 7m36s
[12:54:03.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:45:0)
[12:54:03.516] Build status: STARTED
[12:54:03.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-arduino-pico:8850622381648548512:46:0) after 9m51s
[12:57:51.513] Received PubSub notification, asking Buildbucket for the build status
[12:57:51.647] Build:
{
"id": "8685192319795295201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-07T08:56:13.770792066Z",
"startTime": "2026-04-07T12:45:22.090729525Z",
"endTime": "2026-04-07T12:57:50.883550378Z",
"updateTime": "2026-04-07T12:57:50.883550378Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50af1489cee75c28782f2c6aacd6631525c97fc3",
"ref": "refs/heads/main"
},
"experimental": true
},
"canary": true
}
[12:57:51.647] Invocation finished in 4h1m39.028186604s with status FAILED