[23:06:52.666] New invocation is queued and will start shortly
[23:06:53.811] Starting the invocation (attempt 1)
[23:06:53.838] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/7047da9112313a7c39609dd51647f6beede01193"
[23:06:53.838] Popped gitiles commit info from properties and tags
[23:06:53.838] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:06:53.839] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:06:53.839] Buildbucket request:
{
"requestId": "8839244241484249840",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839244241484249840",
"job": "pigweed/examples.dev.ci-examples-envtest-mac-arm",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/examples",
"revision": "7047da9112313a7c39609dd51647f6beede01193"
},
"id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@7047da9112313a7c39609dd51647f6beede01193",
"title": "7047da9112313a7c39609dd51647f6beede01193",
"url": "https://pigweed.googlesource.com/pigweed/examples/+/7047da9112313a7c39609dd51647f6beede01193"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "7047da9112313a7c39609dd51647f6beede01193",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839244241484249840"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-envtest-mac-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:06:54.324] Scheduled build:
{
"id": "8673814179484717537",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T23:06:53.953003653Z",
"updateTime": "2026-08-10T23:06:53.953003653Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "7047da9112313a7c39609dd51647f6beede01193",
"ref": "refs/heads/main"
}
}
}
[23:06:54.324] Task URL: https://cr-buildbucket.appspot.com/build/8673814179484717537
[23:06:54.324] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:2:0) after 1m49s
[23:06:54.782] Received PubSub notification, asking Buildbucket for the build status
[23:06:54.848] Build status: SCHEDULED
[23:08:43.338] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:2:0)
[23:08:43.361] Build status: SCHEDULED
[23:08:43.361] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:4:0) after 9m51s
[23:18:34.630] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:4:0)
[23:18:34.650] Build status: SCHEDULED
[23:18:34.650] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:5:0) after 1m36s
[23:20:10.708] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:5:0)
[23:20:10.727] Build status: SCHEDULED
[23:20:10.728] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:6:0) after 1m40s
[23:21:50.811] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:6:0)
[23:21:50.833] Build status: SCHEDULED
[23:21:50.833] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:7:0) after 3m29s
[23:25:20.119] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:7:0)
[23:25:20.155] Build status: SCHEDULED
[23:25:20.155] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:8:0) after 3m9s
[23:28:29.168] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:8:0)
[23:28:29.200] Build status: SCHEDULED
[23:28:29.200] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:9:0) after 6m43s
[23:35:12.216] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:9:0)
[23:35:12.238] Build status: SCHEDULED
[23:35:12.238] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:10:0) after 4m55s
[23:40:07.273] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:10:0)
[23:40:07.296] Build status: SCHEDULED
[23:40:07.296] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:11:0) after 7m33s
[23:47:40.297] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:11:0)
[23:47:40.334] Build status: SCHEDULED
[23:47:40.334] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:12:0) after 4m12s
[23:51:52.402] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:12:0)
[23:51:52.594] Build status: SCHEDULED
[23:51:52.594] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:13:0) after 2m24s
[23:54:16.781] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:13:0)
[23:54:16.804] Build status: SCHEDULED
[23:54:16.805] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:14:0) after 4m19s
[23:58:35.845] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:14:0)
[23:58:35.871] Build status: SCHEDULED
[23:58:35.871] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:15:0) after 7m34s
[00:06:09.891] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:15:0)
[00:06:09.923] Build status: SCHEDULED
[00:06:09.923] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:16:0) after 5m48s
[00:11:57.908] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:16:0)
[00:11:57.932] Build status: SCHEDULED
[00:11:57.932] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:17:0) after 5m8s
[00:17:06.258] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:17:0)
[00:17:06.297] Build status: SCHEDULED
[00:17:06.297] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:18:0) after 3m48s
[00:20:54.313] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:18:0)
[00:20:54.391] Build status: SCHEDULED
[00:20:54.392] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:19:0) after 4m59s
[00:25:53.469] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:19:0)
[00:25:53.497] Build status: SCHEDULED
[00:25:53.497] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:20:0) after 8m16s
[00:34:09.557] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:20:0)
[00:34:09.575] Build status: SCHEDULED
[00:34:09.575] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:21:0) after 5m2s
[00:39:11.694] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:21:0)
[00:39:11.713] Build status: SCHEDULED
[00:39:11.713] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:22:0) after 1m26s
[00:40:37.790] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:22:0)
[00:40:37.812] Build status: SCHEDULED
[00:40:37.812] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:23:0) after 7m11s
[00:47:48.838] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:23:0)
[00:47:48.856] Build status: SCHEDULED
[00:47:48.856] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:24:0) after 7m36s
[00:55:24.920] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:24:0)
[00:55:24.942] Build status: SCHEDULED
[00:55:24.942] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:25:0) after 2m9s
[00:57:34.436] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:25:0)
[00:57:34.457] Build status: SCHEDULED
[00:57:34.457] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:26:0) after 8m39s
[01:06:13.486] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:26:0)
[01:06:13.508] Build status: SCHEDULED
[01:06:13.508] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:27:0) after 3m32s
[01:09:45.592] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:27:0)
[01:09:45.614] Build status: SCHEDULED
[01:09:45.614] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:28:0) after 6m17s
[01:16:02.632] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:28:0)
[01:16:02.725] Build status: SCHEDULED
[01:16:02.725] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:29:0) after 1m22s
[01:17:24.851] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:29:0)
[01:17:24.878] Build status: SCHEDULED
[01:17:24.878] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:30:0) after 4m39s
[01:22:04.060] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:30:0)
[01:22:04.078] Build status: SCHEDULED
[01:22:04.078] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:31:0) after 8m59s
[01:31:03.095] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:31:0)
[01:31:03.117] Build status: SCHEDULED
[01:31:03.117] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:32:0) after 2m51s
[01:33:54.352] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:32:0)
[01:33:54.429] Build status: SCHEDULED
[01:33:54.429] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:33:0) after 9m45s
[01:43:39.504] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:33:0)
[01:43:39.529] Build status: SCHEDULED
[01:43:39.529] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:34:0) after 3m19s
[01:46:58.583] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:34:0)
[01:46:58.628] Build status: SCHEDULED
[01:46:58.628] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:35:0) after 3m27s
[01:50:25.695] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:35:0)
[01:50:25.715] Build status: SCHEDULED
[01:50:25.715] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:36:0) after 6m54s
[01:57:19.836] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:36:0)
[01:57:19.858] Build status: SCHEDULED
[01:57:19.858] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:37:0) after 1m52s
[01:59:11.923] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:37:0)
[01:59:11.954] Build status: SCHEDULED
[01:59:11.954] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839244241484249840:38:0) after 5m40s
[01:59:22.782] Received PubSub notification, asking Buildbucket for the build status
[01:59:22.884] Build status: STARTED
[02:00:16.051] Received PubSub notification, asking Buildbucket for the build status
[02:00:16.086] Build:
{
"id": "8673814179484717537",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T23:06:53.953003653Z",
"startTime": "2026-08-11T01:59:22.611639222Z",
"endTime": "2026-08-11T02:00:15.728315308Z",
"updateTime": "2026-08-11T02:00:15.728315308Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "7047da9112313a7c39609dd51647f6beede01193",
"ref": "refs/heads/main"
}
}
}
[02:00:16.086] Invocation finished in 2h53m23.424492237s with status FAILED