LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico

Status: FAILED

Triggered by: -

Duration: 7 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

df47878ac5b09a469f3da3781d5b5cb09a016637 (3 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "df47878ac5b09a469f3da3781d5b5cb09a016637"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637
gitiles_ref:refs/heads/main

Debug log (UTC)

[12:44:00.455] New invocation is queued and will start shortly
[12:44:01.614] Starting the invocation (attempt 1)
[12:44:01.642] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637"
[12:44:01.642] Popped gitiles commit info from properties and tags
[12:44:01.642] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:44:01.643] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:44:01.643] Buildbucket request:
{
  "requestId": "8877696542847917952",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877696542847917952",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "df47878ac5b09a469f3da3781d5b5cb09a016637"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df47878ac5b09a469f3da3781d5b5cb09a016637",
                        "title": "df47878ac5b09a469f3da3781d5b5cb09a016637",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877696542847917952"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:44:02.329] Scheduled build:
{
  "id": "8712266480886555745",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-12T12:44:01.699072775Z",
  "updateTime": "2025-06-12T12:44:01.699072775Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
      "ref": "refs/heads/main"
    }
  }
}
[12:44:02.329] Task URL: https://cr-buildbucket.appspot.com/build/8712266480886555745
[12:44:02.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:2:0) after 1m47s
[12:44:12.481] Received PubSub notification, asking Buildbucket for the build status
[12:44:12.510] Build status: SCHEDULED
[12:45:49.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:2:0)
[12:45:49.370] Build status: SCHEDULED
[12:45:49.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:4:0) after 4m46s
[12:50:35.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:4:0)
[12:50:35.425] Build status: SCHEDULED
[12:50:35.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:5:0) after 9m22s
[12:59:57.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:5:0)
[12:59:57.537] Build status: SCHEDULED
[12:59:57.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:6:0) after 8m40s
[13:08:37.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:6:0)
[13:08:37.643] Build status: SCHEDULED
[13:08:37.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:7:0) after 5m35s
[13:14:12.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:7:0)
[13:14:12.791] Build status: SCHEDULED
[13:14:12.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:8:0) after 2m57s
[13:17:09.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:8:0)
[13:17:09.873] Build status: SCHEDULED
[13:17:09.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:9:0) after 6m26s
[13:23:36.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:9:0)
[13:23:36.383] Build status: SCHEDULED
[13:23:36.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:10:0) after 5m12s
[13:28:48.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:10:0)
[13:28:48.415] Build status: SCHEDULED
[13:28:48.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:11:0) after 6m21s
[13:35:09.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:11:0)
[13:35:09.510] Build status: SCHEDULED
[13:35:09.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:12:0) after 8m49s
[13:43:58.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:12:0)
[13:43:58.548] Build status: SCHEDULED
[13:43:58.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:13:0) after 9m6s
[13:53:04.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:13:0)
[13:53:04.609] Build status: SCHEDULED
[13:53:04.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:14:0) after 2m47s
[13:55:51.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:14:0)
[13:55:51.640] Build status: SCHEDULED
[13:55:51.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:15:0) after 6m55s
[14:02:46.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:15:0)
[14:02:46.696] Build status: SCHEDULED
[14:02:46.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:16:0) after 2m10s
[14:04:56.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:16:0)
[14:04:56.734] Build status: SCHEDULED
[14:04:56.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:17:0) after 4m26s
[14:09:22.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:17:0)
[14:09:22.825] Build status: SCHEDULED
[14:09:22.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:18:0) after 6m53s
[14:16:15.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:18:0)
[14:16:15.864] Build status: SCHEDULED
[14:16:15.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:19:0) after 1m48s
[14:18:03.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:19:0)
[14:18:03.918] Build status: SCHEDULED
[14:18:03.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:20:0) after 2m6s
[14:20:09.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:20:0)
[14:20:09.998] Build status: SCHEDULED
[14:20:09.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:21:0) after 8m13s
[14:28:23.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:21:0)
[14:28:23.052] Build status: SCHEDULED
[14:28:23.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:22:0) after 2m0s
[14:30:23.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:22:0)
[14:30:23.094] Build status: SCHEDULED
[14:30:23.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:23:0) after 6m40s
[14:37:03.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:23:0)
[14:37:03.106] Build status: SCHEDULED
[14:37:03.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:24:0) after 6m14s
[14:43:17.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:24:0)
[14:43:17.167] Build status: SCHEDULED
[14:43:17.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:25:0) after 6m44s
[14:50:01.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:25:0)
[14:50:01.235] Build status: SCHEDULED
[14:50:01.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:26:0) after 6m32s
[14:56:33.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:26:0)
[14:56:33.279] Build status: SCHEDULED
[14:56:33.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:27:0) after 8m31s
[15:05:04.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:27:0)
[15:05:04.364] Build status: SCHEDULED
[15:05:04.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:28:0) after 6m45s
[15:11:49.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:28:0)
[15:11:49.455] Build status: SCHEDULED
[15:11:49.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:29:0) after 5m15s
[15:17:04.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:29:0)
[15:17:04.715] Build status: SCHEDULED
[15:17:04.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:30:0) after 1m16s
[15:18:20.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:30:0)
[15:18:20.750] Build status: SCHEDULED
[15:18:20.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:31:0) after 2m39s
[15:20:59.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:31:0)
[15:20:59.790] Build status: SCHEDULED
[15:20:59.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:32:0) after 2m26s
[15:23:25.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:32:0)
[15:23:25.824] Build status: SCHEDULED
[15:23:25.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:33:0) after 5m35s
[15:29:00.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:33:0)
[15:29:00.866] Build status: SCHEDULED
[15:29:00.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:34:0) after 3m32s
[15:32:32.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:34:0)
[15:32:33.076] Build status: SCHEDULED
[15:32:33.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:35:0) after 8m33s
[15:41:06.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:35:0)
[15:41:06.127] Build status: SCHEDULED
[15:41:06.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:36:0) after 4m36s
[15:45:42.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:36:0)
[15:45:42.211] Build status: SCHEDULED
[15:45:42.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:37:0) after 9m35s
[15:55:17.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:37:0)
[15:55:17.260] Build status: SCHEDULED
[15:55:17.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:38:0) after 9m18s
[16:04:35.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:38:0)
[16:04:35.277] Build status: SCHEDULED
[16:04:35.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:39:0) after 1m59s
[16:06:34.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:39:0)
[16:06:34.323] Build status: SCHEDULED
[16:06:34.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:40:0) after 1m51s
[16:08:25.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:40:0)
[16:08:25.425] Build status: SCHEDULED
[16:08:25.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:41:0) after 4m54s
[16:13:19.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:41:0)
[16:13:19.464] Build status: SCHEDULED
[16:13:19.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:42:0) after 2m10s
[16:15:29.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:42:0)
[16:15:29.548] Build status: SCHEDULED
[16:15:29.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:43:0) after 4m48s
[16:20:17.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:43:0)
[16:20:17.536] Build status: SCHEDULED
[16:20:17.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:44:0) after 6m36s
[16:26:53.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:44:0)
[16:26:53.588] Build status: SCHEDULED
[16:26:53.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:45:0) after 1m46s
[16:28:39.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:45:0)
[16:28:39.656] Build status: SCHEDULED
[16:28:39.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:46:0) after 9m27s
[16:38:06.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:46:0)
[16:38:06.855] Build status: SCHEDULED
[16:38:06.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:47:0) after 7m30s
[16:45:36.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:47:0)
[16:45:36.928] Build status: SCHEDULED
[16:45:36.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:48:0) after 4m45s
[16:50:21.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:48:0)
[16:50:22.021] Build status: SCHEDULED
[16:50:22.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:49:0) after 8m6s
[16:58:28.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:49:0)
[16:58:28.071] Build status: SCHEDULED
[16:58:28.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:50:0) after 6m43s
[17:05:11.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:50:0)
[17:05:11.106] Build status: SCHEDULED
[17:05:11.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:51:0) after 1m58s
[17:07:09.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:51:0)
[17:07:09.160] Build status: SCHEDULED
[17:07:09.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:52:0) after 8m33s
[17:15:42.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:52:0)
[17:15:42.294] Build status: SCHEDULED
[17:15:42.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:53:0) after 6m46s
[17:22:28.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:53:0)
[17:22:28.325] Build status: SCHEDULED
[17:22:28.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:54:0) after 6m24s
[17:28:52.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:54:0)
[17:28:52.473] Build status: SCHEDULED
[17:28:52.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:55:0) after 6m20s
[17:35:12.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:55:0)
[17:35:12.535] Build status: SCHEDULED
[17:35:12.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:56:0) after 2m3s
[17:37:15.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:56:0)
[17:37:15.564] Build status: SCHEDULED
[17:37:15.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:57:0) after 5m27s
[17:42:42.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:57:0)
[17:42:42.608] Build status: SCHEDULED
[17:42:42.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:58:0) after 6m12s
[17:48:54.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:58:0)
[17:48:54.706] Build status: SCHEDULED
[17:48:54.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:59:0) after 1m5s
[17:49:59.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:59:0)
[17:49:59.760] Build status: SCHEDULED
[17:49:59.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:60:0) after 4m12s
[17:54:11.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:60:0)
[17:54:11.884] Build status: SCHEDULED
[17:54:11.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:61:0) after 3m7s
[17:57:18.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:61:0)
[17:57:19.021] Build status: SCHEDULED
[17:57:19.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:62:0) after 3m11s
[18:00:30.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:62:0)
[18:00:30.115] Build status: SCHEDULED
[18:00:30.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:63:0) after 6m31s
[18:07:01.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:63:0)
[18:07:06.206] Build status: SCHEDULED
[18:07:06.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:64:0) after 7m14s
[18:14:20.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:64:0)
[18:14:25.254] Build status: SCHEDULED
[18:14:25.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:65:0) after 3m29s
[18:17:54.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:65:0)
[18:17:54.311] Build status: SCHEDULED
[18:17:54.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:66:0) after 3m11s
[18:21:05.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:66:0)
[18:21:10.354] Build status: SCHEDULED
[18:21:10.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:67:0) after 9m7s
[18:30:17.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:67:0)
[18:30:22.400] Build status: SCHEDULED
[18:30:22.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:68:0) after 8m13s
[18:38:35.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:68:0)
[18:38:35.435] Build status: SCHEDULED
[18:38:35.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:69:0) after 8m31s
[18:47:06.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:69:0)
[18:47:06.493] Build status: SCHEDULED
[18:47:06.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:70:0) after 7m23s
[18:54:29.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:70:0)
[18:54:29.730] Build status: SCHEDULED
[18:54:29.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:71:0) after 9m56s
[19:04:26.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:71:0)
[19:04:26.670] Build status: SCHEDULED
[19:04:26.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:72:0) after 7m41s
[19:12:08.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:72:0)
[19:12:08.236] Build status: SCHEDULED
[19:12:08.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:73:0) after 7m59s
[19:20:07.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:73:0)
[19:20:07.270] Build status: SCHEDULED
[19:20:07.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:74:0) after 3m18s
[19:23:25.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:74:0)
[19:23:25.977] Build status: SCHEDULED
[19:23:25.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:75:0) after 4m49s
[19:28:15.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:75:0)
[19:28:15.033] Build status: SCHEDULED
[19:28:15.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:76:0) after 2m27s
[19:30:42.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:76:0)
[19:30:42.208] Build status: SCHEDULED
[19:30:42.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:77:0) after 7m24s
[19:39:39.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:77:0)
[19:39:40.894] Build status: SCHEDULED
[19:39:40.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:78:0) after 2m29s
[20:02:44.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:78:0)
[20:02:44.361] Build status: SCHEDULED
[20:02:44.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:79:0) after 4m44s
[20:07:28.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:79:0)
[20:07:33.441] Build status: SCHEDULED
[20:07:33.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:80:0) after 9m0s
[20:16:33.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:80:0)
[20:16:33.540] Build status: SCHEDULED
[20:16:33.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:81:0) after 6m29s
[20:23:02.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:81:0)
[20:23:02.639] Build status: SCHEDULED
[20:23:02.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:82:0) after 2m2s
[20:25:04.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:82:0)
[20:25:05.306] Build status: SCHEDULED
[20:25:05.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:83:0) after 1m9s
[20:26:14.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:83:0)
[20:26:14.818] Build status: SCHEDULED
[20:26:14.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:84:0) after 7m57s
[20:34:11.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:84:0)
[20:34:11.854] Build status: SCHEDULED
[20:34:11.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8877696542847917952:85:0) after 3m8s
[20:36:26.261] Received PubSub notification, asking Buildbucket for the build status
[20:36:26.331] Build:
{
  "id": "8712266480886555745",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-12T12:44:01.699072775Z",
  "endTime": "2025-06-12T20:36:25.953986022Z",
  "updateTime": "2025-06-12T20:36:25.953986022Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
      "ref": "refs/heads/main"
    }
  }
}
[20:36:26.331] Invocation finished in 7h52m25.885400648s with status FAILED