[17:09:28.511] New invocation is queued and will start shortly
[17:09:29.919] Starting the invocation (attempt 1)
[17:09:29.944] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
[17:09:29.944] Popped gitiles commit info from properties and tags
[17:09:29.944] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:09:29.944] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:09:29.944] Buildbucket request:
{
"requestId": "8877679841077810752",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "envtest-mac-x86"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877679841077810752",
"job": "pigweed/pigweed.ci-envtest-mac-x86",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eac2db8221f5f2867331865c46eb2caaeda97b32"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eac2db8221f5f2867331865c46eb2caaeda97b32",
"title": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877679841077810752"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-envtest-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:09:30.351] Scheduled build:
{
"id": "8712249778844373169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:30.008621967Z",
"updateTime": "2025-06-12T17:09:30.008621967Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[17:09:30.351] Task URL: https://cr-buildbucket.appspot.com/build/8712249778844373169
[17:09:30.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:2:0) after 9m46s
[17:09:31.378] Received PubSub notification, asking Buildbucket for the build status
[17:09:31.400] Build status: SCHEDULED
[17:19:16.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:2:0)
[17:19:16.433] Build status: SCHEDULED
[17:19:16.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:4:0) after 8m4s
[17:27:20.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:4:0)
[17:27:20.496] Build status: SCHEDULED
[17:27:20.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:5:0) after 2m26s
[17:29:46.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:5:0)
[17:29:46.559] Build status: SCHEDULED
[17:29:46.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:6:0) after 9m6s
[17:38:52.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:6:0)
[17:38:52.669] Build status: SCHEDULED
[17:38:52.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:7:0) after 8m4s
[17:46:56.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:7:0)
[17:46:56.699] Build status: SCHEDULED
[17:46:56.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:8:0) after 8m21s
[17:55:17.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:8:0)
[17:55:17.848] Build status: SCHEDULED
[17:55:17.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:9:0) after 9m5s
[18:04:22.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:9:0)
[18:04:27.962] Build status: SCHEDULED
[18:04:27.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:10:0) after 1m33s
[18:06:00.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:10:0)
[18:06:06.017] Build status: SCHEDULED
[18:06:06.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:11:0) after 9m17s
[18:15:22.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:11:0)
[18:15:28.018] Build status: SCHEDULED
[18:15:28.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:12:0) after 8m47s
[18:24:15.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:12:0)
[18:24:16.615] Build status: SCHEDULED
[18:24:16.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:13:0) after 4m35s
[18:28:51.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:13:0)
[18:28:51.693] Build status: SCHEDULED
[18:28:51.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:14:0) after 8m33s
[18:37:24.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:14:0)
[18:37:27.310] Build status: SCHEDULED
[18:37:27.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:15:0) after 3m47s
[18:41:14.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:15:0)
[18:41:14.359] Build status: SCHEDULED
[18:41:14.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:16:0) after 1m35s
[18:42:49.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:16:0)
[18:42:54.680] Build status: SCHEDULED
[18:42:54.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:17:0) after 2m57s
[18:45:52.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:17:0)
[18:45:57.541] Build status: SCHEDULED
[18:45:57.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:18:0) after 1m27s
[18:47:25.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:18:0)
[18:47:25.038] Build status: SCHEDULED
[18:47:25.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:19:0) after 2m40s
[18:50:16.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:19:0)
[18:50:16.538] Build status: SCHEDULED
[18:50:16.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:20:0) after 2m53s
[18:53:09.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:20:0)
[18:53:09.772] Build status: SCHEDULED
[18:53:09.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:21:0) after 1m29s
[18:54:45.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:21:0)
[18:54:45.399] Build status: SCHEDULED
[18:54:45.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:22:0) after 1m58s
[18:56:43.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:22:0)
[18:56:43.863] Build status: SCHEDULED
[18:56:43.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:23:0) after 1m58s
[18:58:42.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:23:0)
[18:58:42.056] Build status: SCHEDULED
[18:58:42.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:24:0) after 1m41s
[19:00:23.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:24:0)
[19:00:23.091] Build status: SCHEDULED
[19:00:23.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:25:0) after 3m37s
[19:04:00.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:25:0)
[19:04:00.300] Build status: SCHEDULED
[19:04:00.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:26:0) after 7m1s
[19:11:02.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:26:0)
[19:11:02.533] Build status: SCHEDULED
[19:11:02.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:27:0) after 5m36s
[19:23:28.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:27:0)
[19:23:28.916] Build status: SCHEDULED
[19:23:28.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:28:0) after 3m54s
[19:27:35.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:28:0)
[19:27:36.026] Build status: SCHEDULED
[19:27:36.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:29:0) after 2m24s
[19:30:00.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:29:0)
[19:30:00.175] Build status: SCHEDULED
[19:30:00.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:30:0) after 6m46s
[20:06:08.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:30:0)
[20:06:13.104] Build status: SCHEDULED
[20:06:13.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:31:0) after 6m15s
[20:12:28.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:31:0)
[20:12:28.534] Build status: SCHEDULED
[20:12:28.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:32:0) after 1m15s
[20:13:43.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:32:0)
[20:13:43.600] Build status: SCHEDULED
[20:13:43.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:33:0) after 8m2s
[20:21:45.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:33:0)
[20:21:45.642] Build status: SCHEDULED
[20:21:45.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:34:0) after 2m38s
[20:24:23.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:34:0)
[20:24:23.975] Build status: SCHEDULED
[20:24:23.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:35:0) after 7m24s
[20:31:47.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:35:0)
[20:31:48.018] Build status: SCHEDULED
[20:31:48.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:36:0) after 3m47s
[20:35:35.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:36:0)
[20:35:35.135] Build status: SCHEDULED
[20:35:35.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-envtest-mac-x86:8877679841077810752:37:0) after 2m20s
[20:37:28.051] Received PubSub notification, asking Buildbucket for the build status
[20:37:28.066] Build:
{
"id": "8712249778844373169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:30.008621967Z",
"endTime": "2025-06-12T20:37:19.986371519Z",
"updateTime": "2025-06-12T20:37:19.986371519Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[20:37:28.066] Invocation finished in 3h27m59.572049138s with status FAILED