[15:05:19.038] New invocation is queued and will start shortly
[15:05:22.079] Starting the invocation (attempt 1)
[15:05:22.112] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/112469838117e4f778f0b0fe035d174801c933d9"
[15:05:22.112] Popped gitiles commit info from properties and tags
[15:05:22.112] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:05:22.112] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:05:22.112] Buildbucket request:
{
"requestId": "8886656752081102464",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8886656752081102464",
"job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "112469838117e4f778f0b0fe035d174801c933d9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@112469838117e4f778f0b0fe035d174801c933d9",
"title": "112469838117e4f778f0b0fe035d174801c933d9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/112469838117e4f778f0b0fe035d174801c933d9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "112469838117e4f778f0b0fe035d174801c933d9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886656752081102464"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:05:22.509] Scheduled build:
{
"id": "8721226688112046801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-05T15:05:22.198672098Z",
"updateTime": "2025-03-05T15:05:22.198672098Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "112469838117e4f778f0b0fe035d174801c933d9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:05:22.510] Task URL: https://cr-buildbucket.appspot.com/build/8721226688112046801
[15:05:22.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:2:0) after 8m30s
[15:05:23.907] Received PubSub notification, asking Buildbucket for the build status
[15:05:23.930] Build status: SCHEDULED
[15:13:52.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:2:0)
[15:13:52.550] Build status: SCHEDULED
[15:13:52.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:4:0) after 6m59s
[15:20:51.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:4:0)
[15:20:51.712] Build status: SCHEDULED
[15:20:51.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:5:0) after 7m8s
[15:27:59.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:5:0)
[15:27:59.921] Build status: SCHEDULED
[15:27:59.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:6:0) after 2m26s
[15:30:26.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:6:0)
[15:30:26.034] Build status: SCHEDULED
[15:30:26.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:7:0) after 5m46s
[15:36:12.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:7:0)
[15:36:12.107] Build status: SCHEDULED
[15:36:12.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:8:0) after 3m5s
[15:39:17.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:8:0)
[15:39:17.141] Build status: SCHEDULED
[15:39:17.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:9:0) after 1m42s
[15:40:59.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:9:0)
[15:40:59.171] Build status: SCHEDULED
[15:40:59.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:10:0) after 8m44s
[15:49:43.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:10:0)
[15:49:43.202] Build status: SCHEDULED
[15:49:43.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:11:0) after 6m31s
[15:56:14.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:11:0)
[15:56:14.390] Build status: SCHEDULED
[15:56:14.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:12:0) after 6m20s
[16:02:34.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:12:0)
[16:02:34.480] Build status: SCHEDULED
[16:02:34.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:13:0) after 1m35s
[16:04:09.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:13:0)
[16:04:09.702] Build status: SCHEDULED
[16:04:09.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:14:0) after 5m20s
[16:09:29.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:14:0)
[16:09:29.813] Build status: SCHEDULED
[16:09:29.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:15:0) after 5m50s
[16:15:19.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:15:0)
[16:15:19.878] Build status: SCHEDULED
[16:15:19.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:16:0) after 4m5s
[16:19:25.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:16:0)
[16:19:25.031] Build status: SCHEDULED
[16:19:25.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:17:0) after 3m54s
[16:23:19.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:17:0)
[16:23:19.303] Build status: SCHEDULED
[16:23:19.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:18:0) after 5m21s
[16:28:40.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:18:0)
[16:28:40.345] Build status: SCHEDULED
[16:28:40.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:19:0) after 4m22s
[16:33:02.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:19:0)
[16:33:02.477] Build status: SCHEDULED
[16:33:02.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:20:0) after 6m40s
[16:39:42.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:20:0)
[16:39:42.666] Build status: SCHEDULED
[16:39:42.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:21:0) after 2m29s
[16:42:11.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:21:0)
[16:42:11.771] Build status: SCHEDULED
[16:42:11.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:22:0) after 6m2s
[16:48:13.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:22:0)
[16:48:13.880] Build status: SCHEDULED
[16:48:13.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:23:0) after 1m17s
[16:49:30.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:23:0)
[16:49:30.916] Build status: SCHEDULED
[16:49:30.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:24:0) after 2m53s
[16:52:23.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:24:0)
[16:52:23.956] Build status: SCHEDULED
[16:52:23.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:25:0) after 4m29s
[16:56:53.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:25:0)
[16:56:53.049] Build status: SCHEDULED
[16:56:53.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:26:0) after 9m54s
[17:06:47.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:26:0)
[17:06:47.133] Build status: SCHEDULED
[17:06:47.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:27:0) after 5m47s
[17:12:34.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:27:0)
[17:12:34.266] Build status: SCHEDULED
[17:12:34.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:28:0) after 3m58s
[17:16:32.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:28:0)
[17:16:32.439] Build status: SCHEDULED
[17:16:32.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:29:0) after 6m6s
[17:22:38.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:29:0)
[17:22:38.611] Build status: SCHEDULED
[17:22:38.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:30:0) after 3m33s
[17:26:11.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:30:0)
[17:26:11.831] Build status: SCHEDULED
[17:26:11.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:31:0) after 4m19s
[17:30:30.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:31:0)
[17:30:30.931] Build status: SCHEDULED
[17:30:30.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:32:0) after 4m25s
[17:34:55.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:32:0)
[17:34:56.016] Build status: SCHEDULED
[17:34:56.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:33:0) after 1m39s
[17:36:35.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:33:0)
[17:36:35.047] Build status: SCHEDULED
[17:36:35.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:34:0) after 8m52s
[17:45:27.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:34:0)
[17:45:27.101] Build status: SCHEDULED
[17:45:27.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:35:0) after 6m57s
[17:52:24.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:35:0)
[17:52:24.253] Build status: SCHEDULED
[17:52:24.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:36:0) after 1m42s
[17:54:06.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:36:0)
[17:54:06.295] Build status: SCHEDULED
[17:54:06.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:37:0) after 7m22s
[18:01:28.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:37:0)
[18:01:28.422] Build status: SCHEDULED
[18:01:28.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:38:0) after 2m1s
[18:03:29.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:38:0)
[18:03:29.456] Build status: SCHEDULED
[18:03:29.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:39:0) after 7m8s
[18:10:37.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:39:0)
[18:10:37.567] Build status: SCHEDULED
[18:10:37.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:40:0) after 7m48s
[18:18:25.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:40:0)
[18:18:25.605] Build status: SCHEDULED
[18:18:25.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:41:0) after 4m39s
[18:23:04.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:41:0)
[18:23:04.741] Build status: SCHEDULED
[18:23:04.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:42:0) after 5m3s
[18:28:07.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:42:0)
[18:28:07.838] Build status: SCHEDULED
[18:28:07.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:43:0) after 8m57s
[18:37:04.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:43:0)
[18:37:04.895] Build status: SCHEDULED
[18:37:04.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:44:0) after 9m33s
[18:46:37.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:44:0)
[18:46:37.990] Build status: SCHEDULED
[18:46:37.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:45:0) after 4m31s
[18:51:09.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:45:0)
[18:51:09.077] Build status: SCHEDULED
[18:51:09.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:46:0) after 9m31s
[19:00:40.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:46:0)
[19:00:40.101] Build status: SCHEDULED
[19:00:40.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:47:0) after 9m44s
[19:10:24.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:47:0)
[19:10:24.194] Build status: SCHEDULED
[19:10:24.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:48:0) after 7m6s
[19:17:30.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:48:0)
[19:17:30.273] Build status: SCHEDULED
[19:17:30.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:49:0) after 2m8s
[19:19:38.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:49:0)
[19:19:38.316] Build status: SCHEDULED
[19:19:38.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:50:0) after 4m1s
[19:23:39.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:50:0)
[19:23:39.446] Build status: SCHEDULED
[19:23:39.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:51:0) after 5m58s
[19:29:37.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:51:0)
[19:29:37.493] Build status: SCHEDULED
[19:29:37.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:52:0) after 5m24s
[19:35:01.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:52:0)
[19:35:01.540] Build status: SCHEDULED
[19:35:01.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:53:0) after 7m40s
[19:42:41.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:53:0)
[19:42:41.583] Build status: SCHEDULED
[19:42:41.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:54:0) after 8m8s
[19:50:49.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:54:0)
[19:50:49.731] Build status: SCHEDULED
[19:50:49.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:55:0) after 6m44s
[19:57:33.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:55:0)
[19:57:33.829] Build status: SCHEDULED
[19:57:33.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:56:0) after 6m35s
[20:04:08.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:56:0)
[20:04:08.923] Build status: SCHEDULED
[20:04:08.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:57:0) after 3m41s
[20:07:49.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:57:0)
[20:07:49.986] Build status: SCHEDULED
[20:07:49.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:58:0) after 4m47s
[20:12:37.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:58:0)
[20:12:37.063] Build status: SCHEDULED
[20:12:37.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:59:0) after 1m2s
[20:13:39.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:59:0)
[20:13:39.179] Build status: SCHEDULED
[20:13:39.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:60:0) after 9m4s
[20:22:43.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:60:0)
[20:22:43.338] Build status: SCHEDULED
[20:22:43.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:61:0) after 3m19s
[20:26:02.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:61:0)
[20:26:02.374] Build status: SCHEDULED
[20:26:02.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:62:0) after 8m2s
[20:34:04.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:62:0)
[20:34:04.410] Build status: SCHEDULED
[20:34:04.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:63:0) after 3m28s
[20:37:32.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:63:0)
[20:37:32.493] Build status: SCHEDULED
[20:37:32.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:64:0) after 7m54s
[20:45:26.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:64:0)
[20:45:26.589] Build status: SCHEDULED
[20:45:26.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:65:0) after 1m31s
[20:46:57.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:65:0)
[20:46:57.683] Build status: SCHEDULED
[20:46:57.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:66:0) after 6m44s
[20:53:41.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:66:0)
[20:53:41.789] Build status: SCHEDULED
[20:53:41.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:67:0) after 1m27s
[20:55:08.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:67:0)
[20:55:08.838] Build status: SCHEDULED
[20:55:08.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:68:0) after 7m42s
[21:02:50.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:68:0)
[21:02:50.909] Build status: SCHEDULED
[21:02:50.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:69:0) after 8m44s
[21:11:34.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:69:0)
[21:11:34.959] Build status: SCHEDULED
[21:11:34.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:70:0) after 5m37s
[21:17:12.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:70:0)
[21:17:12.270] Build status: SCHEDULED
[21:17:12.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:71:0) after 1m28s
[21:18:40.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:71:0)
[21:18:40.316] Build status: SCHEDULED
[21:18:40.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:72:0) after 7m34s
[21:26:14.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:72:0)
[21:26:14.375] Build status: SCHEDULED
[21:26:14.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:73:0) after 4m33s
[21:30:47.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:73:0)
[21:30:47.472] Build status: SCHEDULED
[21:30:47.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:74:0) after 4m42s
[21:35:29.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:74:0)
[21:35:29.569] Build status: SCHEDULED
[21:35:29.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:75:0) after 7m9s
[21:42:38.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:75:0)
[21:42:38.758] Build status: SCHEDULED
[21:42:38.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:76:0) after 4m57s
[21:47:35.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:76:0)
[21:47:35.848] Build status: SCHEDULED
[21:47:35.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:77:0) after 7m11s
[21:54:46.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:77:0)
[21:54:46.881] Build status: SCHEDULED
[21:54:46.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:78:0) after 9m38s
[22:04:24.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:78:0)
[22:04:24.952] Build status: SCHEDULED
[22:04:24.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:79:0) after 9m18s
[22:13:43.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:79:0)
[22:13:43.111] Build status: SCHEDULED
[22:13:43.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:80:0) after 8m30s
[22:22:13.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:80:0)
[22:22:13.157] Build status: SCHEDULED
[22:22:13.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:81:0) after 2m47s
[22:25:00.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:81:0)
[22:25:00.236] Build status: SCHEDULED
[22:25:00.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:82:0) after 5m54s
[22:30:54.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:82:0)
[22:30:54.251] Build status: SCHEDULED
[22:30:54.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:83:0) after 6m46s
[22:37:40.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:83:0)
[22:37:40.300] Build status: SCHEDULED
[22:37:40.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:84:0) after 6m57s
[22:44:37.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:84:0)
[22:44:37.385] Build status: SCHEDULED
[22:44:37.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:85:0) after 7m57s
[22:52:34.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:85:0)
[22:52:34.468] Build status: SCHEDULED
[22:52:34.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:86:0) after 9m22s
[23:01:56.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:86:0)
[23:01:56.536] Build status: SCHEDULED
[23:01:56.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:87:0) after 2m19s
[23:04:15.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:87:0)
[23:04:15.560] Build status: SCHEDULED
[23:04:15.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8886656752081102464:88:0) after 1m55s
[23:05:24.923] Received PubSub notification, asking Buildbucket for the build status
[23:05:24.964] Build:
{
"id": "8721226688112046801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-05T15:05:22.198672098Z",
"endTime": "2025-03-05T23:05:24.657252116Z",
"updateTime": "2025-03-05T23:05:24.657252116Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "112469838117e4f778f0b0fe035d174801c933d9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:05:24.964] Invocation finished in 8h0m5.933842561s with status FAILED