[17:09:44.519] New invocation is queued and will start shortly
[17:09:45.613] Starting the invocation (attempt 1)
[17:09:45.645] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2738cb51ea881d10a8cd51a284d9823c5fff1ca2"
[17:09:45.645] Popped gitiles commit info from properties and tags
[17:09:45.645] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:09:45.646] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:09:45.646] Buildbucket request:
{
"requestId": "8867623561017282704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867623561017282704",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2738cb51ea881d10a8cd51a284d9823c5fff1ca2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2738cb51ea881d10a8cd51a284d9823c5fff1ca2",
"title": "2738cb51ea881d10a8cd51a284d9823c5fff1ca2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2738cb51ea881d10a8cd51a284d9823c5fff1ca2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2738cb51ea881d10a8cd51a284d9823c5fff1ca2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867623561017282704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:09:46.161] Scheduled build:
{
"id": "8702193499083228385",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-01T17:09:45.734676041Z",
"updateTime": "2025-10-01T17:09:45.734676041Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2738cb51ea881d10a8cd51a284d9823c5fff1ca2",
"ref": "refs/heads/main"
}
}
}
[17:09:46.161] Task URL: https://cr-buildbucket.appspot.com/build/8702193499083228385
[17:09:46.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:2:0) after 8m23s
[17:09:47.092] Received PubSub notification, asking Buildbucket for the build status
[17:09:47.110] Build status: SCHEDULED
[17:18:09.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:2:0)
[17:18:09.238] Build status: SCHEDULED
[17:18:09.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:4:0) after 2m53s
[17:21:02.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:4:0)
[17:21:02.403] Build status: SCHEDULED
[17:21:02.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:5:0) after 9m30s
[17:30:32.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:5:0)
[17:30:32.438] Build status: SCHEDULED
[17:30:32.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:6:0) after 6m26s
[17:36:58.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:6:0)
[17:36:58.498] Build status: SCHEDULED
[17:36:58.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:7:0) after 5m18s
[17:42:16.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:7:0)
[17:42:16.685] Build status: SCHEDULED
[17:42:16.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:8:0) after 6m22s
[17:48:38.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:8:0)
[17:48:38.737] Build status: SCHEDULED
[17:48:38.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:9:0) after 5m2s
[17:53:40.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:9:0)
[17:53:40.769] Build status: SCHEDULED
[17:53:40.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:10:0) after 2m4s
[17:55:44.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:10:0)
[17:55:44.854] Build status: SCHEDULED
[17:55:44.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:11:0) after 3m35s
[17:59:19.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:11:0)
[17:59:19.860] Build status: SCHEDULED
[17:59:19.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:12:0) after 6m40s
[18:05:59.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:12:0)
[18:05:59.976] Build status: SCHEDULED
[18:05:59.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:13:0) after 9m17s
[18:15:17.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:13:0)
[18:15:17.060] Build status: SCHEDULED
[18:15:17.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:14:0) after 3m10s
[18:18:27.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:14:0)
[18:18:27.119] Build status: SCHEDULED
[18:18:27.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:15:0) after 2m48s
[18:21:15.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:15:0)
[18:21:15.213] Build status: SCHEDULED
[18:21:15.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:16:0) after 6m26s
[18:27:41.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:16:0)
[18:27:41.359] Build status: SCHEDULED
[18:27:41.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:17:0) after 7m18s
[18:34:59.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:17:0)
[18:34:59.455] Build status: SCHEDULED
[18:34:59.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:18:0) after 9m19s
[18:44:18.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:18:0)
[18:44:19.291] Build status: SCHEDULED
[18:44:19.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:19:0) after 8m3s
[18:52:22.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:19:0)
[18:52:22.329] Build status: SCHEDULED
[18:52:22.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:20:0) after 6m10s
[18:58:32.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:20:0)
[18:58:32.383] Build status: SCHEDULED
[18:58:32.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:21:0) after 3m44s
[19:02:16.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:21:0)
[19:02:16.411] Build status: SCHEDULED
[19:02:16.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:22:0) after 7m42s
[19:09:58.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:22:0)
[19:09:58.464] Build status: SCHEDULED
[19:09:58.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:23:0) after 8m25s
[19:18:23.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:23:0)
[19:18:23.813] Build status: SCHEDULED
[19:18:23.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:24:0) after 5m45s
[19:24:08.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:24:0)
[19:24:08.883] Build status: SCHEDULED
[19:24:08.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:25:0) after 4m47s
[19:28:56.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:25:0)
[19:28:56.099] Build status: SCHEDULED
[19:28:56.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:26:0) after 2m7s
[19:31:03.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:26:0)
[19:31:03.221] Build status: SCHEDULED
[19:31:03.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:27:0) after 1m22s
[19:32:25.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:27:0)
[19:32:25.269] Build status: SCHEDULED
[19:32:25.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:28:0) after 7m3s
[19:39:28.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:28:0)
[19:39:28.349] Build status: SCHEDULED
[19:39:28.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:29:0) after 6m44s
[19:46:38.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:29:0)
[19:46:38.751] Build status: SCHEDULED
[19:46:38.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:30:0) after 9m41s
[19:56:19.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:30:0)
[19:56:19.795] Build status: SCHEDULED
[19:56:19.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:31:0) after 5m11s
[20:01:30.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:31:0)
[20:01:30.881] Build status: SCHEDULED
[20:01:30.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:32:0) after 6m30s
[20:08:01.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:32:0)
[20:08:01.082] Build status: SCHEDULED
[20:08:01.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:33:0) after 2m48s
[20:10:49.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:33:0)
[20:10:49.252] Build status: SCHEDULED
[20:10:49.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:34:0) after 6m43s
[20:17:32.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:34:0)
[20:17:32.373] Build status: SCHEDULED
[20:17:32.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:35:0) after 4m20s
[20:21:52.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:35:0)
[20:21:52.408] Build status: SCHEDULED
[20:21:52.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:36:0) after 2m47s
[20:24:39.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:36:0)
[20:24:39.552] Build status: SCHEDULED
[20:24:39.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:37:0) after 3m48s
[20:28:27.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:37:0)
[20:28:27.611] Build status: SCHEDULED
[20:28:27.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:38:0) after 5m20s
[20:33:47.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:38:0)
[20:33:47.657] Build status: SCHEDULED
[20:33:47.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:39:0) after 5m8s
[20:38:31.958] Received PubSub notification, asking Buildbucket for the build status
[20:38:31.983] Build status: STARTED
[20:38:55.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:39:0)
[20:38:55.928] Build status: STARTED
[20:38:55.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:41:0) after 6m42s
[20:45:37.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:41:0)
[20:45:37.990] Build status: STARTED
[20:45:37.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:42:0) after 5m41s
[20:51:19.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:42:0)
[20:51:19.107] Build status: STARTED
[20:51:19.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:43:0) after 6m3s
[20:57:22.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:43:0)
[20:57:22.240] Build status: STARTED
[20:57:22.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:44:0) after 2m59s
[21:00:21.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:44:0)
[21:00:21.250] Build status: STARTED
[21:00:21.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867623561017282704:45:0) after 1m52s
[21:01:13.382] Received PubSub notification, asking Buildbucket for the build status
[21:01:13.408] Build:
{
"id": "8702193499083228385",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-arduino-pico"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-01T17:09:45.734676041Z",
"startTime": "2025-10-01T20:38:31.771788431Z",
"endTime": "2025-10-01T21:01:13.181085483Z",
"updateTime": "2025-10-01T21:01:13.181085483Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2738cb51ea881d10a8cd51a284d9823c5fff1ca2",
"ref": "refs/heads/main"
}
}
}
[21:01:13.408] Invocation finished in 3h51m28.901709549s with status FAILED