LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico

Status: FAILED

Triggered by: -

Duration: 9 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

6b148032eba5cfc22d33a5a953401dbfc276578c (4 days ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6b148032eba5cfc22d33a5a953401dbfc276578c"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c
gitiles_ref:refs/heads/main

Debug log (UTC)

[10:30:10.269] New invocation is queued and will start shortly
[10:30:11.424] Starting the invocation (attempt 1)
[10:30:11.449] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c"
[10:30:11.449] Popped gitiles commit info from properties and tags
[10:30:11.449] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:30:11.449] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:30:11.450] Buildbucket request:
{
  "requestId": "8866742730176561888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866742730176561888",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6b148032eba5cfc22d33a5a953401dbfc276578c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b148032eba5cfc22d33a5a953401dbfc276578c",
                        "title": "6b148032eba5cfc22d33a5a953401dbfc276578c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866742730176561888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:30:11.793] Scheduled build:
{
  "id": "8701312668223673249",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-11T10:30:11.502291753Z",
  "updateTime": "2025-10-11T10:30:11.502291753Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
      "ref": "refs/heads/main"
    }
  }
}
[10:30:11.793] Task URL: https://cr-buildbucket.appspot.com/build/8701312668223673249
[10:30:11.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:2:0) after 7m40s
[10:30:12.764] Received PubSub notification, asking Buildbucket for the build status
[10:30:12.813] Build status: SCHEDULED
[10:37:51.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:2:0)
[10:37:51.838] Build status: SCHEDULED
[10:37:51.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:4:0) after 4m39s
[10:42:30.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:4:0)
[10:42:30.881] Build status: SCHEDULED
[10:42:30.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:5:0) after 4m45s
[10:47:15.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:5:0)
[10:47:15.921] Build status: SCHEDULED
[10:47:15.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:6:0) after 4m29s
[10:51:44.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:6:0)
[10:51:44.956] Build status: SCHEDULED
[10:51:44.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:7:0) after 7m16s
[10:59:01.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:7:0)
[10:59:01.376] Build status: SCHEDULED
[10:59:01.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:8:0) after 3m5s
[11:02:06.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:8:0)
[11:02:06.585] Build status: SCHEDULED
[11:02:06.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:9:0) after 7m1s
[11:09:07.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:9:0)
[11:09:07.934] Build status: SCHEDULED
[11:09:07.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:10:0) after 9m55s
[11:19:03.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:10:0)
[11:19:03.032] Build status: SCHEDULED
[11:19:03.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:11:0) after 2m15s
[11:21:18.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:11:0)
[11:21:18.134] Build status: SCHEDULED
[11:21:18.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:12:0) after 4m7s
[11:25:25.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:12:0)
[11:25:25.262] Build status: SCHEDULED
[11:25:25.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:13:0) after 9m18s
[11:34:43.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:13:0)
[11:34:43.491] Build status: SCHEDULED
[11:34:43.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:14:0) after 9m26s
[11:44:09.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:14:0)
[11:44:09.519] Build status: SCHEDULED
[11:44:09.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:15:0) after 3m37s
[11:47:46.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:15:0)
[11:47:46.690] Build status: SCHEDULED
[11:47:46.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:16:0) after 9m5s
[11:56:51.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:16:0)
[11:56:51.717] Build status: SCHEDULED
[11:56:51.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:17:0) after 4m34s
[12:01:26.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:17:0)
[12:01:26.064] Build status: SCHEDULED
[12:01:26.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:18:0) after 5m8s
[12:06:34.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:18:0)
[12:06:34.102] Build status: SCHEDULED
[12:06:34.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:19:0) after 7m38s
[12:14:12.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:19:0)
[12:14:12.134] Build status: SCHEDULED
[12:14:12.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:20:0) after 1m50s
[12:16:02.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:20:0)
[12:16:02.164] Build status: SCHEDULED
[12:16:02.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:21:0) after 6m44s
[12:22:46.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:21:0)
[12:22:46.217] Build status: SCHEDULED
[12:22:46.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:22:0) after 8m55s
[12:31:41.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:22:0)
[12:31:41.247] Build status: SCHEDULED
[12:31:41.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:23:0) after 5m7s
[12:36:48.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:23:0)
[12:36:48.289] Build status: SCHEDULED
[12:36:48.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:24:0) after 2m20s
[12:39:08.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:24:0)
[12:39:08.327] Build status: SCHEDULED
[12:39:08.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:25:0) after 9m20s
[12:48:28.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:25:0)
[12:48:28.543] Build status: SCHEDULED
[12:48:28.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:26:0) after 8m41s
[12:57:09.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:26:0)
[12:57:09.694] Build status: SCHEDULED
[12:57:09.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:27:0) after 7m30s
[13:04:39.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:27:0)
[13:04:39.849] Build status: SCHEDULED
[13:04:39.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:28:0) after 6m1s
[13:10:40.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:28:0)
[13:10:40.876] Build status: SCHEDULED
[13:10:40.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:29:0) after 2m0s
[13:12:40.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:29:0)
[13:12:40.911] Build status: SCHEDULED
[13:12:40.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:30:0) after 4m3s
[13:16:44.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:30:0)
[13:16:44.288] Build status: SCHEDULED
[13:16:44.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:31:0) after 2m9s
[13:18:53.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:31:0)
[13:18:53.357] Build status: SCHEDULED
[13:18:53.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:32:0) after 9m20s
[13:28:13.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:32:0)
[13:28:13.477] Build status: SCHEDULED
[13:28:13.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:33:0) after 1m7s
[13:29:20.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:33:0)
[13:29:20.711] Build status: SCHEDULED
[13:29:20.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:34:0) after 5m28s
[13:34:48.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:34:0)
[13:34:48.812] Build status: SCHEDULED
[13:34:48.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:35:0) after 9m24s
[13:44:12.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:35:0)
[13:44:12.857] Build status: SCHEDULED
[13:44:12.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:36:0) after 1m43s
[13:45:55.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:36:0)
[13:45:55.894] Build status: SCHEDULED
[13:45:55.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:37:0) after 9m13s
[13:55:09.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:37:0)
[13:55:09.060] Build status: SCHEDULED
[13:55:09.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:38:0) after 9m52s
[14:05:01.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:38:0)
[14:05:01.177] Build status: SCHEDULED
[14:05:01.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:39:0) after 8m45s
[14:13:46.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:39:0)
[14:13:46.272] Build status: SCHEDULED
[14:13:46.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:40:0) after 2m35s
[14:16:21.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:40:0)
[14:16:21.307] Build status: SCHEDULED
[14:16:21.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:41:0) after 8m45s
[14:25:06.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:41:0)
[14:25:06.409] Build status: SCHEDULED
[14:25:06.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:42:0) after 7m54s
[14:33:00.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:42:0)
[14:33:00.563] Build status: SCHEDULED
[14:33:00.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:43:0) after 9m21s
[14:42:22.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:43:0)
[14:42:22.175] Build status: SCHEDULED
[14:42:22.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:44:0) after 1m47s
[14:44:09.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:44:0)
[14:44:09.211] Build status: SCHEDULED
[14:44:09.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:45:0) after 8m25s
[14:52:34.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:45:0)
[14:52:34.338] Build status: SCHEDULED
[14:52:34.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:46:0) after 8m41s
[15:01:15.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:46:0)
[15:01:15.409] Build status: SCHEDULED
[15:01:15.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:47:0) after 4m57s
[15:06:12.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:47:0)
[15:06:12.456] Build status: SCHEDULED
[15:06:12.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:48:0) after 9m56s
[15:16:08.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:48:0)
[15:16:08.660] Build status: SCHEDULED
[15:16:08.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:49:0) after 7m48s
[15:23:56.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:49:0)
[15:23:56.688] Build status: SCHEDULED
[15:23:56.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:50:0) after 5m43s
[15:29:39.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:50:0)
[15:29:39.939] Build status: SCHEDULED
[15:29:39.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:51:0) after 3m3s
[15:32:42.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:51:0)
[15:32:42.952] Build status: SCHEDULED
[15:32:42.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:52:0) after 5m36s
[15:38:19.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:52:0)
[15:38:19.198] Build status: SCHEDULED
[15:38:19.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:53:0) after 7m29s
[15:45:48.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:53:0)
[15:45:48.529] Build status: SCHEDULED
[15:45:48.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:54:0) after 3m15s
[15:49:03.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:54:0)
[15:49:03.673] Build status: SCHEDULED
[15:49:03.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:55:0) after 7m26s
[15:56:29.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:55:0)
[15:56:29.710] Build status: SCHEDULED
[15:56:29.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:56:0) after 6m42s
[16:03:11.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:56:0)
[16:03:11.811] Build status: SCHEDULED
[16:03:11.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:57:0) after 2m21s
[16:05:32.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:57:0)
[16:05:32.829] Build status: SCHEDULED
[16:05:32.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:58:0) after 7m12s
[16:12:44.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:58:0)
[16:12:44.902] Build status: SCHEDULED
[16:12:44.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:59:0) after 1m53s
[16:14:38.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:59:0)
[16:14:38.043] Build status: SCHEDULED
[16:14:38.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:60:0) after 7m21s
[16:21:59.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:60:0)
[16:21:59.085] Build status: SCHEDULED
[16:21:59.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:61:0) after 1m4s
[16:23:03.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:61:0)
[16:23:03.165] Build status: SCHEDULED
[16:23:03.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:62:0) after 7m48s
[16:30:51.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:62:0)
[16:30:51.302] Build status: SCHEDULED
[16:30:51.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:63:0) after 1m39s
[16:32:30.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:63:0)
[16:32:30.522] Build status: SCHEDULED
[16:32:30.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:64:0) after 4m57s
[16:37:27.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:64:0)
[16:37:27.821] Build status: SCHEDULED
[16:37:27.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:65:0) after 3m39s
[16:41:06.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:65:0)
[16:41:06.836] Build status: SCHEDULED
[16:41:06.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:66:0) after 9m40s
[16:50:46.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:66:0)
[16:50:46.981] Build status: SCHEDULED
[16:50:46.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:67:0) after 6m39s
[16:57:26.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:67:0)
[16:57:26.323] Build status: SCHEDULED
[16:57:26.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:68:0) after 3m35s
[17:01:01.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:68:0)
[17:01:01.543] Build status: SCHEDULED
[17:01:01.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:69:0) after 4m27s
[17:05:28.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:69:0)
[17:05:28.690] Build status: SCHEDULED
[17:05:28.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:70:0) after 2m45s
[17:08:13.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:70:0)
[17:08:13.804] Build status: SCHEDULED
[17:08:13.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:71:0) after 8m40s
[17:16:53.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:71:0)
[17:16:53.792] Build status: SCHEDULED
[17:16:53.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:72:0) after 1m30s
[17:18:23.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:72:0)
[17:18:23.842] Build status: SCHEDULED
[17:18:23.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:73:0) after 2m4s
[17:20:27.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:73:0)
[17:20:27.931] Build status: SCHEDULED
[17:20:27.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:74:0) after 9m2s
[17:29:29.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:74:0)
[17:29:29.967] Build status: SCHEDULED
[17:29:29.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:75:0) after 3m27s
[17:32:57.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:75:0)
[17:32:57.202] Build status: SCHEDULED
[17:32:57.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:76:0) after 8m3s
[17:41:00.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:76:0)
[17:41:00.234] Build status: SCHEDULED
[17:41:00.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:77:0) after 9m29s
[17:50:29.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:77:0)
[17:50:29.912] Build status: SCHEDULED
[17:50:29.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:78:0) after 5m28s
[17:55:57.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:78:0)
[17:55:57.945] Build status: SCHEDULED
[17:55:57.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:79:0) after 7m42s
[18:03:39.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:79:0)
[18:03:39.956] Build status: SCHEDULED
[18:03:39.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:80:0) after 8m35s
[18:12:14.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:80:0)
[18:12:14.969] Build status: SCHEDULED
[18:12:14.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:81:0) after 9m10s
[18:21:24.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:81:0)
[18:21:25.003] Build status: SCHEDULED
[18:21:25.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:82:0) after 9m8s
[18:30:33.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:82:0)
[18:30:33.414] Build status: SCHEDULED
[18:30:33.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:83:0) after 6m40s
[18:37:13.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:83:0)
[18:37:13.491] Build status: SCHEDULED
[18:37:13.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:84:0) after 2m23s
[18:39:36.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:84:0)
[18:39:36.997] Build status: SCHEDULED
[18:39:36.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:85:0) after 5m24s
[18:45:01.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:85:0)
[18:45:01.040] Build status: SCHEDULED
[18:45:01.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:86:0) after 3m52s
[18:48:53.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:86:0)
[18:48:53.079] Build status: SCHEDULED
[18:48:53.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:87:0) after 4m35s
[18:53:28.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:87:0)
[18:53:28.367] Build status: SCHEDULED
[18:53:28.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:88:0) after 5m31s
[18:58:59.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:88:0)
[18:58:59.634] Build status: SCHEDULED
[18:58:59.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:89:0) after 2m30s
[19:01:30.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:89:0)
[19:01:30.122] Build status: SCHEDULED
[19:01:30.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:90:0) after 5m3s
[19:06:33.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:90:0)
[19:06:33.280] Build status: SCHEDULED
[19:06:33.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:91:0) after 5m34s
[19:12:07.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:91:0)
[19:12:07.323] Build status: SCHEDULED
[19:12:07.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:92:0) after 3m53s
[19:16:00.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:92:0)
[19:16:00.962] Build status: SCHEDULED
[19:16:00.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:93:0) after 2m58s
[19:18:59.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:93:0)
[19:18:59.490] Build status: SCHEDULED
[19:18:59.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:94:0) after 6m50s
[19:25:49.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:94:0)
[19:25:49.785] Build status: SCHEDULED
[19:25:49.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:95:0) after 4m4s
[19:29:53.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:95:0)
[19:29:53.837] Build status: SCHEDULED
[19:29:53.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:96:0) after 9m57s
[19:34:54.863] Received PubSub notification, asking Buildbucket for the build status
[19:34:54.945] Build status: STARTED
[19:39:50.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:96:0)
[19:39:50.891] Build status: STARTED
[19:39:50.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:98:0) after 8m9s
[19:47:59.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:98:0)
[19:47:59.924] Build status: STARTED
[19:47:59.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:99:0) after 6m18s
[19:54:18.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:99:0)
[19:54:18.206] Build status: STARTED
[19:54:18.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:100:0) after 1m44s
[19:56:02.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:100:0)
[19:56:02.295] Build status: STARTED
[19:56:02.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866742730176561888:101:0) after 8m5s
[19:57:44.856] Received PubSub notification, asking Buildbucket for the build status
[19:57:44.889] Build:
{
  "id": "8701312668223673249",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-11T10:30:11.502291753Z",
  "startTime": "2025-10-11T19:34:10.936932494Z",
  "endTime": "2025-10-11T19:57:44.578388407Z",
  "updateTime": "2025-10-11T19:57:44.578388407Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
      "ref": "refs/heads/main"
    }
  }
}
[19:57:44.889] Invocation finished in 9h27m34.633606952s with status FAILED