[19:57:12.789] New invocation is queued and will start shortly
[19:57:14.507] Starting the invocation (attempt 1)
[19:57:14.647] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/5bc72d150bb2953e940987a23f4db5e386b2f00d"
[19:57:14.647] Popped gitiles commit info from properties and tags
[19:57:14.647] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:57:14.649] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:57:14.649] Buildbucket request:
{
"requestId": "8839799755951149120",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839799755951149120",
"job": "pigweed/examples.dev.ci-examples-envtest-mac-arm",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/examples",
"revision": "5bc72d150bb2953e940987a23f4db5e386b2f00d"
},
"id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@5bc72d150bb2953e940987a23f4db5e386b2f00d",
"title": "5bc72d150bb2953e940987a23f4db5e386b2f00d",
"url": "https://pigweed.googlesource.com/pigweed/examples/+/5bc72d150bb2953e940987a23f4db5e386b2f00d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "5bc72d150bb2953e940987a23f4db5e386b2f00d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839799755951149120"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-envtest-mac-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:57:15.635] Scheduled build:
{
"id": "8674369693011122577",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-04T19:57:14.970658625Z",
"updateTime": "2026-08-04T19:57:14.970658625Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "5bc72d150bb2953e940987a23f4db5e386b2f00d",
"ref": "refs/heads/main"
}
}
}
[19:57:15.635] Task URL: https://cr-buildbucket.appspot.com/build/8674369693011122577
[19:57:15.635] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:2:0) after 6m40s
[19:57:16.636] Received PubSub notification, asking Buildbucket for the build status
[19:57:16.660] Build status: SCHEDULED
[20:03:55.614] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:2:0)
[20:03:55.632] Build status: SCHEDULED
[20:03:55.632] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:4:0) after 1m25s
[20:05:20.657] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:4:0)
[20:05:20.683] Build status: SCHEDULED
[20:05:20.683] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:5:0) after 4m38s
[20:09:58.693] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:5:0)
[20:09:58.746] Build status: SCHEDULED
[20:09:58.746] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:6:0) after 6m5s
[20:16:03.827] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:6:0)
[20:16:03.849] Build status: SCHEDULED
[20:16:03.849] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:7:0) after 7m24s
[20:23:27.875] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:7:0)
[20:23:27.896] Build status: SCHEDULED
[20:23:27.897] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:8:0) after 1m38s
[20:25:05.933] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:8:0)
[20:25:05.952] Build status: SCHEDULED
[20:25:05.952] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:9:0) after 1m15s
[20:26:20.968] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:9:0)
[20:26:20.997] Build status: SCHEDULED
[20:26:20.997] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:10:0) after 9m15s
[20:35:36.022] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:10:0)
[20:35:36.042] Build status: SCHEDULED
[20:35:36.042] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:11:0) after 5m29s
[20:41:05.072] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:11:0)
[20:41:05.105] Build status: SCHEDULED
[20:41:05.105] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:12:0) after 9m32s
[20:50:37.154] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:12:0)
[20:50:37.175] Build status: SCHEDULED
[20:50:37.175] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:13:0) after 1m52s
[20:52:29.216] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:13:0)
[20:52:29.233] Build status: SCHEDULED
[20:52:29.233] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:14:0) after 3m43s
[20:56:12.316] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:14:0)
[20:56:12.339] Build status: SCHEDULED
[20:56:12.339] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:15:0) after 7m38s
[21:03:50.319] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:15:0)
[21:03:50.347] Build status: SCHEDULED
[21:03:50.347] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:16:0) after 3m9s
[21:06:59.480] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:16:0)
[21:06:59.501] Build status: SCHEDULED
[21:06:59.501] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:17:0) after 7m7s
[21:14:06.538] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:17:0)
[21:14:06.557] Build status: SCHEDULED
[21:14:06.557] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:18:0) after 2m46s
[21:16:52.609] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:18:0)
[21:16:52.670] Build status: SCHEDULED
[21:16:52.670] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:19:0) after 2m35s
[21:19:27.678] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:19:0)
[21:19:27.697] Build status: SCHEDULED
[21:19:27.697] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:20:0) after 3m35s
[21:23:02.713] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:20:0)
[21:23:02.731] Build status: SCHEDULED
[21:23:02.731] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:21:0) after 7m39s
[21:30:41.711] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:21:0)
[21:30:41.747] Build status: SCHEDULED
[21:30:41.747] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:22:0) after 7m3s
[21:37:44.911] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:22:0)
[21:37:44.931] Build status: SCHEDULED
[21:37:44.932] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:23:0) after 9m10s
[21:46:54.995] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:23:0)
[21:46:55.016] Build status: SCHEDULED
[21:46:55.016] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:24:0) after 2m19s
[21:49:14.079] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:24:0)
[21:49:14.100] Build status: SCHEDULED
[21:49:14.100] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:25:0) after 7m9s
[21:56:23.120] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:25:0)
[21:56:23.138] Build status: SCHEDULED
[21:56:23.138] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:26:0) after 5m38s
[22:02:01.174] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:26:0)
[22:02:01.241] Build status: SCHEDULED
[22:02:01.241] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:27:0) after 5m18s
[22:07:19.313] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:27:0)
[22:07:19.341] Build status: SCHEDULED
[22:07:19.341] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:28:0) after 7m7s
[22:14:26.416] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:28:0)
[22:14:26.440] Build status: SCHEDULED
[22:14:26.440] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:29:0) after 6m8s
[22:20:34.494] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:29:0)
[22:20:34.512] Build status: SCHEDULED
[22:20:34.512] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:30:0) after 9m52s
[22:30:26.662] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:30:0)
[22:30:26.684] Build status: SCHEDULED
[22:30:26.684] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:31:0) after 1m44s
[22:32:10.806] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:31:0)
[22:32:10.939] Build status: SCHEDULED
[22:32:10.939] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:32:0) after 4m54s
[22:37:05.058] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:32:0)
[22:37:05.076] Build status: SCHEDULED
[22:37:05.076] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:33:0) after 6m43s
[22:43:48.117] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:33:0)
[22:43:48.139] Build status: SCHEDULED
[22:43:48.139] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:34:0) after 1m40s
[22:45:28.171] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:34:0)
[22:45:28.192] Build status: SCHEDULED
[22:45:28.192] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:35:0) after 9m34s
[22:55:02.289] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:35:0)
[22:55:02.377] Build status: SCHEDULED
[22:55:02.377] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:36:0) after 6m27s
[23:01:29.499] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:36:0)
[23:01:29.520] Build status: SCHEDULED
[23:01:29.520] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:37:0) after 1m25s
[23:02:54.535] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:37:0)
[23:02:54.558] Build status: SCHEDULED
[23:02:54.558] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:38:0) after 1m27s
[23:04:21.575] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:38:0)
[23:04:21.593] Build status: SCHEDULED
[23:04:21.593] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:39:0) after 7m39s
[23:12:00.770] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:39:0)
[23:12:00.823] Build status: SCHEDULED
[23:12:00.823] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:40:0) after 1m2s
[23:13:02.931] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:40:0)
[23:13:02.952] Build status: SCHEDULED
[23:13:02.952] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8839799755951149120:41:0) after 9m47s
[23:20:00.582] Received PubSub notification, asking Buildbucket for the build status
[23:20:00.620] Build status: STARTED
[23:20:59.247] Received PubSub notification, asking Buildbucket for the build status
[23:20:59.266] Build:
{
"id": "8674369693011122577",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-04T19:57:14.970658625Z",
"startTime": "2026-08-04T23:20:00.100467964Z",
"endTime": "2026-08-04T23:20:58.949458227Z",
"updateTime": "2026-08-04T23:20:58.949458227Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "5bc72d150bb2953e940987a23f4db5e386b2f00d",
"ref": "refs/heads/main"
}
}
}
[23:20:59.266] Invocation finished in 3h23m46.483297067s with status FAILED