[21:04:51.422] New invocation is queued and will start shortly
[21:04:52.512] Starting the invocation (attempt 1)
[21:04:52.543] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/4c63af92a3856d04e1dea0cc195782475bb2c64d"
[21:04:52.543] Popped gitiles commit info from properties and tags
[21:04:52.543] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:04:52.544] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:04:52.544] Buildbucket request:
{
"requestId": "8849761166468747888",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849761166468747888",
"job": "pigweed/examples.dev.ci-examples-envtest-mac-arm",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/examples",
"revision": "4c63af92a3856d04e1dea0cc195782475bb2c64d"
},
"id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@4c63af92a3856d04e1dea0cc195782475bb2c64d",
"title": "4c63af92a3856d04e1dea0cc195782475bb2c64d",
"url": "https://pigweed.googlesource.com/pigweed/examples/+/4c63af92a3856d04e1dea0cc195782475bb2c64d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "4c63af92a3856d04e1dea0cc195782475bb2c64d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849761166468747888"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-envtest-mac-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:04:52.991] Scheduled build:
{
"id": "8684331104560814673",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-16T21:04:52.620229266Z",
"updateTime": "2026-04-16T21:04:52.620229266Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "4c63af92a3856d04e1dea0cc195782475bb2c64d",
"ref": "refs/heads/main"
}
}
}
[21:04:52.991] Task URL: https://cr-buildbucket.appspot.com/build/8684331104560814673
[21:04:52.991] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:2:0) after 3m9s
[21:04:53.915] Received PubSub notification, asking Buildbucket for the build status
[21:04:53.934] Build status: SCHEDULED
[21:08:02.005] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:2:0)
[21:08:02.032] Build status: SCHEDULED
[21:08:02.032] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:4:0) after 6m15s
[21:14:17.062] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:4:0)
[21:14:17.078] Build status: SCHEDULED
[21:14:17.078] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:5:0) after 4m4s
[21:18:21.228] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:5:0)
[21:18:21.247] Build status: SCHEDULED
[21:18:21.247] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:6:0) after 4m29s
[21:22:50.342] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:6:0)
[21:22:50.365] Build status: SCHEDULED
[21:22:50.366] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:7:0) after 8m54s
[21:31:44.432] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:7:0)
[21:31:44.456] Build status: SCHEDULED
[21:31:44.456] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:8:0) after 4m4s
[21:35:48.701] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:8:0)
[21:35:48.722] Build status: SCHEDULED
[21:35:48.722] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:9:0) after 9m59s
[21:45:47.736] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:9:0)
[21:45:47.765] Build status: SCHEDULED
[21:45:47.765] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:10:0) after 3m39s
[21:49:26.784] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:10:0)
[21:49:26.860] Build status: SCHEDULED
[21:49:26.861] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:11:0) after 6m51s
[21:56:17.846] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:11:0)
[21:56:17.889] Build status: SCHEDULED
[21:56:17.889] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:12:0) after 1m30s
[21:57:48.032] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:12:0)
[21:57:48.049] Build status: SCHEDULED
[21:57:48.049] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:13:0) after 6m55s
[22:04:43.034] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:13:0)
[22:04:43.053] Build status: SCHEDULED
[22:04:43.053] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:14:0) after 4m43s
[22:09:26.038] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:14:0)
[22:09:26.063] Build status: SCHEDULED
[22:09:26.063] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:15:0) after 2m29s
[22:11:55.111] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:15:0)
[22:11:55.163] Build status: SCHEDULED
[22:11:55.163] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:16:0) after 7m52s
[22:19:47.187] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:16:0)
[22:19:47.209] Build status: SCHEDULED
[22:19:47.209] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:17:0) after 1m40s
[22:21:27.242] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:17:0)
[22:21:27.260] Build status: SCHEDULED
[22:21:27.260] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:18:0) after 4m44s
[22:26:11.276] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:18:0)
[22:26:11.332] Build status: SCHEDULED
[22:26:11.332] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:19:0) after 1m59s
[22:28:10.339] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:19:0)
[22:28:10.362] Build status: SCHEDULED
[22:28:10.362] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:20:0) after 4m36s
[22:32:46.342] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:20:0)
[22:32:46.358] Build status: SCHEDULED
[22:32:46.358] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:21:0) after 4m6s
[22:36:52.409] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:21:0)
[22:36:52.433] Build status: SCHEDULED
[22:36:52.433] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:22:0) after 6m5s
[22:42:57.423] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:22:0)
[22:42:57.438] Build status: SCHEDULED
[22:42:57.438] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:23:0) after 6m53s
[22:49:50.451] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:23:0)
[22:49:50.476] Build status: SCHEDULED
[22:49:50.476] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:24:0) after 2m45s
[22:52:35.491] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:24:0)
[22:52:35.510] Build status: SCHEDULED
[22:52:35.510] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:25:0) after 1m19s
[22:53:54.531] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:25:0)
[22:53:54.609] Build status: SCHEDULED
[22:53:54.609] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:26:0) after 1m23s
[22:55:17.613] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:26:0)
[22:55:17.650] Build status: SCHEDULED
[22:55:17.650] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:27:0) after 3m18s
[22:58:35.670] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:27:0)
[22:58:35.688] Build status: SCHEDULED
[22:58:35.688] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:28:0) after 5m3s
[23:03:38.811] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:28:0)
[23:03:38.891] Build status: SCHEDULED
[23:03:38.891] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:29:0) after 6m50s
[23:10:28.910] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:29:0)
[23:10:28.939] Build status: SCHEDULED
[23:10:28.939] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:30:0) after 2m3s
[23:12:32.009] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:30:0)
[23:12:32.027] Build status: SCHEDULED
[23:12:32.027] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:31:0) after 4m1s
[23:16:33.042] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:31:0)
[23:16:33.067] Build status: SCHEDULED
[23:16:33.067] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:32:0) after 3m4s
[23:19:37.065] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:32:0)
[23:19:37.099] Build status: SCHEDULED
[23:19:37.099] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:33:0) after 1m58s
[23:21:35.084] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:33:0)
[23:21:35.229] Build status: SCHEDULED
[23:21:35.229] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:34:0) after 6m16s
[23:27:51.245] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:34:0)
[23:27:51.376] Build status: SCHEDULED
[23:27:51.376] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:35:0) after 8m43s
[23:36:34.463] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:35:0)
[23:36:34.610] Build status: SCHEDULED
[23:36:34.610] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:36:0) after 7m45s
[23:44:19.691] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:36:0)
[23:44:19.717] Build status: SCHEDULED
[23:44:19.717] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:37:0) after 8m56s
[23:53:15.792] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:37:0)
[23:53:15.812] Build status: SCHEDULED
[23:53:15.812] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:38:0) after 1m58s
[23:55:13.846] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:38:0)
[23:55:13.862] Build status: SCHEDULED
[23:55:13.862] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:39:0) after 5m17s
[00:00:30.882] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:39:0)
[00:00:30.913] Build status: SCHEDULED
[00:00:30.913] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:40:0) after 9m42s
[00:10:12.955] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:40:0)
[00:10:12.977] Build status: SCHEDULED
[00:10:12.978] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:41:0) after 7m53s
[00:18:06.039] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:41:0)
[00:18:06.057] Build status: SCHEDULED
[00:18:06.057] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:42:0) after 6m38s
[00:24:07.571] Received PubSub notification, asking Buildbucket for the build status
[00:24:07.590] Build status: STARTED
[00:24:44.189] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:42:0)
[00:24:44.246] Build status: STARTED
[00:24:44.246] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849761166468747888:44:0) after 7m15s
[00:25:14.452] Received PubSub notification, asking Buildbucket for the build status
[00:25:14.470] Build:
{
"id": "8684331104560814673",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-16T21:04:52.620229266Z",
"startTime": "2026-04-17T00:24:07.429476265Z",
"endTime": "2026-04-17T00:25:14.114055938Z",
"updateTime": "2026-04-17T00:25:14.114055938Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "4c63af92a3856d04e1dea0cc195782475bb2c64d",
"ref": "refs/heads/main"
}
}
}
[00:25:14.470] Invocation finished in 3h20m23.053400619s with status FAILED