[17:09:13.289] New invocation is queued and will start shortly
[17:09:14.633] Starting the invocation (attempt 1)
[17:09:14.670] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
[17:09:14.670] Popped gitiles commit info from properties and tags
[17:09:14.670] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:09:14.670] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:09:14.671] Buildbucket request:
{
"requestId": "8877679857032796912",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877679857032796912",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eac2db8221f5f2867331865c46eb2caaeda97b32"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eac2db8221f5f2867331865c46eb2caaeda97b32",
"title": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877679857032796912"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:09:15.069] Scheduled build:
{
"id": "8712249794852524977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:14.741304234Z",
"updateTime": "2025-06-12T17:09:14.741304234Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[17:09:15.069] Task URL: https://cr-buildbucket.appspot.com/build/8712249794852524977
[17:09:15.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:2:0) after 8m26s
[17:09:15.320] Received PubSub notification, asking Buildbucket for the build status
[17:09:15.348] Build status: SCHEDULED
[17:17:41.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:2:0)
[17:17:41.205] Build status: SCHEDULED
[17:17:41.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:4:0) after 1m24s
[17:19:05.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:4:0)
[17:19:05.281] Build status: SCHEDULED
[17:19:05.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:5:0) after 8m12s
[17:27:17.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:5:0)
[17:27:17.318] Build status: SCHEDULED
[17:27:17.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:6:0) after 3m45s
[17:31:02.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:6:0)
[17:31:02.351] Build status: SCHEDULED
[17:31:02.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:7:0) after 1m19s
[17:32:21.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:7:0)
[17:32:21.394] Build status: SCHEDULED
[17:32:21.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:8:0) after 2m44s
[17:35:05.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:8:0)
[17:35:05.434] Build status: SCHEDULED
[17:35:05.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:9:0) after 8m9s
[17:43:14.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:9:0)
[17:43:14.480] Build status: SCHEDULED
[17:43:14.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:10:0) after 1m13s
[17:44:27.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:10:0)
[17:44:27.539] Build status: SCHEDULED
[17:44:27.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:11:0) after 2m3s
[17:46:30.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:11:0)
[17:46:30.581] Build status: SCHEDULED
[17:46:30.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:12:0) after 3m40s
[17:50:10.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:12:0)
[17:50:10.617] Build status: SCHEDULED
[17:50:10.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:13:0) after 8m26s
[17:58:36.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:13:0)
[17:58:36.701] Build status: SCHEDULED
[17:58:36.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:14:0) after 9m35s
[18:08:11.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:14:0)
[18:08:11.733] Build status: SCHEDULED
[18:08:11.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:15:0) after 5m35s
[18:13:46.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:15:0)
[18:13:51.866] Build status: SCHEDULED
[18:13:51.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:16:0) after 7m49s
[18:21:41.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:16:0)
[18:21:46.087] Build status: SCHEDULED
[18:21:46.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:17:0) after 1m46s
[18:23:32.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:17:0)
[18:23:34.218] Build status: SCHEDULED
[18:23:34.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:18:0) after 2m47s
[18:26:21.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:18:0)
[18:26:21.521] Build status: SCHEDULED
[18:26:21.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:19:0) after 1m37s
[18:27:58.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:19:0)
[18:27:58.744] Build status: SCHEDULED
[18:27:58.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:20:0) after 7m35s
[18:35:33.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:20:0)
[18:35:38.879] Build status: SCHEDULED
[18:35:38.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:21:0) after 6m24s
[18:42:02.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:21:0)
[18:42:02.977] Build status: SCHEDULED
[18:42:02.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:22:0) after 7m24s
[18:49:30.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:22:0)
[18:49:30.033] Build status: SCHEDULED
[18:49:30.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:23:0) after 9m2s
[18:58:33.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:23:0)
[18:58:34.108] Build status: SCHEDULED
[18:58:34.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:24:0) after 8m27s
[19:07:01.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:24:0)
[19:07:01.265] Build status: SCHEDULED
[19:07:01.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:25:0) after 9m20s
[19:16:26.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:25:0)
[19:16:26.865] Build status: SCHEDULED
[19:16:26.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:26:0) after 5m46s
[19:22:14.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:26:0)
[19:22:14.066] Build status: SCHEDULED
[19:22:14.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:27:0) after 1m18s
[19:23:35.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:27:0)
[19:23:35.776] Build status: SCHEDULED
[19:23:35.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:28:0) after 9m18s
[19:33:21.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:28:0)
[19:33:21.712] Build status: SCHEDULED
[19:33:21.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:29:0) after 6m23s
[19:56:36.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:29:0)
[19:56:36.490] Build status: SCHEDULED
[19:56:36.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:30:0) after 6m0s
[20:02:36.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:30:0)
[20:02:36.959] Build status: SCHEDULED
[20:02:36.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:31:0) after 6m34s
[20:09:10.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:31:0)
[20:09:10.984] Build status: SCHEDULED
[20:09:10.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:32:0) after 7m3s
[20:16:14.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:32:0)
[20:16:14.159] Build status: SCHEDULED
[20:16:14.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:33:0) after 4m12s
[20:20:26.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:33:0)
[20:20:26.237] Build status: SCHEDULED
[20:20:26.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:34:0) after 1m46s
[20:22:12.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:34:0)
[20:22:12.242] Build status: SCHEDULED
[20:22:12.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:35:0) after 1m2s
[20:23:14.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:35:0)
[20:23:14.426] Build status: SCHEDULED
[20:23:14.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:36:0) after 7m51s
[20:31:05.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:36:0)
[20:31:05.522] Build status: SCHEDULED
[20:31:05.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:37:0) after 2m11s
[20:33:16.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:37:0)
[20:33:16.586] Build status: SCHEDULED
[20:33:16.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-main:8877679857032796912:38:0) after 9m50s
[20:36:46.933] Received PubSub notification, asking Buildbucket for the build status
[20:36:46.955] Build:
{
"id": "8712249794852524977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:14.741304234Z",
"endTime": "2025-06-12T20:36:39.078582191Z",
"updateTime": "2025-06-12T20:36:39.078582191Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[20:36:46.955] Invocation finished in 3h27m33.677105532s with status FAILED