[17:09:15.851] New invocation is queued and will start shortly
[17:09:17.267] Starting the invocation (attempt 1)
[17:09:17.294] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
[17:09:17.294] Popped gitiles commit info from properties and tags
[17:09:17.294] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:09:17.294] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:09:17.295] Buildbucket request:
{
"requestId": "8877679854342535344",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877679854342535344",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-gn-platform",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eac2db8221f5f2867331865c46eb2caaeda97b32"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eac2db8221f5f2867331865c46eb2caaeda97b32",
"title": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877679854342535344"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-gn-platform"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:09:17.633] Scheduled build:
{
"id": "8712249792119888049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:17.347759104Z",
"updateTime": "2025-06-12T17:09:17.347759104Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[17:09:17.633] Task URL: https://cr-buildbucket.appspot.com/build/8712249792119888049
[17:09:17.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:2:0) after 2m14s
[17:09:17.793] Received PubSub notification, asking Buildbucket for the build status
[17:09:17.820] Build status: SCHEDULED
[17:11:31.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:2:0)
[17:11:31.726] Build status: SCHEDULED
[17:11:31.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:4:0) after 6m50s
[17:18:21.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:4:0)
[17:18:21.775] Build status: SCHEDULED
[17:18:21.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:5:0) after 3m51s
[17:22:12.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:5:0)
[17:22:12.823] Build status: SCHEDULED
[17:22:12.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:6:0) after 7m58s
[17:30:10.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:6:0)
[17:30:10.942] Build status: SCHEDULED
[17:30:10.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:7:0) after 9m13s
[17:39:24.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:7:0)
[17:39:24.118] Build status: SCHEDULED
[17:39:24.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:8:0) after 6m21s
[17:45:45.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:8:0)
[17:45:45.155] Build status: SCHEDULED
[17:45:45.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:9:0) after 8m23s
[17:54:08.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:9:0)
[17:54:08.234] Build status: SCHEDULED
[17:54:08.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:10:0) after 5m17s
[17:59:25.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:10:0)
[17:59:30.309] Build status: SCHEDULED
[17:59:30.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:11:0) after 4m48s
[18:04:18.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:11:0)
[18:04:23.360] Build status: SCHEDULED
[18:04:23.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:12:0) after 5m45s
[18:10:08.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:12:0)
[18:10:08.458] Build status: SCHEDULED
[18:10:08.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:13:0) after 2m3s
[18:12:11.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:13:0)
[18:12:16.624] Build status: SCHEDULED
[18:12:16.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:14:0) after 6m30s
[18:18:46.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:14:0)
[18:18:51.675] Build status: SCHEDULED
[18:18:51.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:15:0) after 7m22s
[18:26:13.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:15:0)
[18:26:18.848] Build status: SCHEDULED
[18:26:18.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:16:0) after 4m41s
[18:30:59.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:16:0)
[18:31:04.945] Build status: SCHEDULED
[18:31:04.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:17:0) after 5m1s
[18:36:05.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:17:0)
[18:36:05.960] Build status: SCHEDULED
[18:36:05.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:18:0) after 6m0s
[18:42:06.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:18:0)
[18:42:06.040] Build status: SCHEDULED
[18:42:06.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:19:0) after 9m32s
[18:51:40.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:19:0)
[18:51:45.298] Build status: SCHEDULED
[18:51:45.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:20:0) after 6m18s
[18:58:03.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:20:0)
[18:58:03.481] Build status: SCHEDULED
[18:58:03.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:21:0) after 4m26s
[19:02:29.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:21:0)
[19:02:29.545] Build status: SCHEDULED
[19:02:29.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:22:0) after 3m26s
[19:05:55.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:22:0)
[19:05:55.580] Build status: SCHEDULED
[19:05:55.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:23:0) after 4m51s
[19:10:46.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:23:0)
[19:10:46.935] Build status: SCHEDULED
[19:10:46.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:24:0) after 8m47s
[19:19:34.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:24:0)
[19:19:34.757] Build status: SCHEDULED
[19:19:34.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:25:0) after 8m8s
[19:31:07.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:25:0)
[19:31:07.966] Build status: SCHEDULED
[19:31:07.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:26:0) after 1m7s
[19:32:15.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:26:0)
[19:32:15.646] Build status: SCHEDULED
[19:32:15.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:27:0) after 2m18s
[19:34:35.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:27:0)
[19:34:35.971] Build status: SCHEDULED
[19:34:35.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:28:0) after 9m33s
[19:56:18.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:28:0)
[19:56:18.312] Build status: SCHEDULED
[19:56:18.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:29:0) after 5m57s
[20:02:16.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:29:0)
[20:02:16.836] Build status: SCHEDULED
[20:02:16.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:30:0) after 4m4s
[20:06:20.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:30:0)
[20:06:25.880] Build status: SCHEDULED
[20:06:25.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:31:0) after 1m59s
[20:08:24.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:31:0)
[20:08:24.967] Build status: SCHEDULED
[20:08:24.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:32:0) after 7m40s
[20:16:04.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:32:0)
[20:16:05.005] Build status: SCHEDULED
[20:16:05.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:33:0) after 2m8s
[20:18:13.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:33:0)
[20:18:13.216] Build status: SCHEDULED
[20:18:13.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:34:0) after 7m49s
[20:26:02.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:34:0)
[20:26:02.402] Build status: SCHEDULED
[20:26:02.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:35:0) after 8m14s
[20:34:16.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:35:0)
[20:34:16.394] Build status: SCHEDULED
[20:34:16.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-platform:8877679854342535344:36:0) after 2m43s
[20:36:39.733] Received PubSub notification, asking Buildbucket for the build status
[20:36:44.762] Build:
{
"id": "8712249792119888049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:17.347759104Z",
"endTime": "2025-06-12T20:36:20.698089751Z",
"updateTime": "2025-06-12T20:36:20.698089751Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[20:36:44.762] Invocation finished in 3h27m28.917863474s with status FAILED