LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico

Status: FAILED

Triggered by: -

Duration: 9 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

6bf1c5b039873b3b9fe382b1335678e3b7f50c4a (17 hours ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6bf1c5b039873b3b9fe382b1335678e3b7f50c4a"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6bf1c5b039873b3b9fe382b1335678e3b7f50c4a
gitiles_ref:refs/heads/main

Debug log (UTC)

[15:16:31.104] New invocation is queued and will start shortly
[15:16:32.304] Starting the invocation (attempt 1)
[15:16:32.332] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6bf1c5b039873b3b9fe382b1335678e3b7f50c4a"
[15:16:32.332] Popped gitiles commit info from properties and tags
[15:16:32.332] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:16:32.332] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:16:32.332] Buildbucket request:
{
  "requestId": "8866452923865661024",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866452923865661024",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6bf1c5b039873b3b9fe382b1335678e3b7f50c4a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6bf1c5b039873b3b9fe382b1335678e3b7f50c4a",
                        "title": "6bf1c5b039873b3b9fe382b1335678e3b7f50c4a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6bf1c5b039873b3b9fe382b1335678e3b7f50c4a"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6bf1c5b039873b3b9fe382b1335678e3b7f50c4a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866452923865661024"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:16:32.800] Scheduled build:
{
  "id": "8701022861846259425",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-14T15:16:32.401590603Z",
  "updateTime": "2025-10-14T15:16:32.401590603Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6bf1c5b039873b3b9fe382b1335678e3b7f50c4a",
      "ref": "refs/heads/main"
    }
  }
}
[15:16:32.800] Task URL: https://cr-buildbucket.appspot.com/build/8701022861846259425
[15:16:32.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:2:0) after 9m38s
[15:16:33.728] Received PubSub notification, asking Buildbucket for the build status
[15:16:33.915] Build status: SCHEDULED
[15:26:10.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:2:0)
[15:26:10.887] Build status: SCHEDULED
[15:26:10.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:4:0) after 9m35s
[15:35:45.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:4:0)
[15:35:45.939] Build status: SCHEDULED
[15:35:45.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:5:0) after 6m2s
[15:41:47.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:5:0)
[15:41:48.019] Build status: SCHEDULED
[15:41:48.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:6:0) after 3m17s
[15:45:05.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:6:0)
[15:45:05.115] Build status: SCHEDULED
[15:45:05.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:7:0) after 4m14s
[15:49:19.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:7:0)
[15:49:19.229] Build status: SCHEDULED
[15:49:19.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:8:0) after 5m47s
[15:55:06.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:8:0)
[15:55:06.292] Build status: SCHEDULED
[15:55:06.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:9:0) after 4m53s
[15:59:59.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:9:0)
[15:59:59.378] Build status: SCHEDULED
[15:59:59.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:10:0) after 2m59s
[16:02:58.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:10:0)
[16:02:58.425] Build status: SCHEDULED
[16:02:58.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:11:0) after 4m51s
[16:07:49.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:11:0)
[16:07:49.471] Build status: SCHEDULED
[16:07:49.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:12:0) after 5m47s
[16:13:36.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:12:0)
[16:13:36.524] Build status: SCHEDULED
[16:13:36.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:13:0) after 5m58s
[16:19:34.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:13:0)
[16:19:34.549] Build status: SCHEDULED
[16:19:34.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:14:0) after 1m13s
[16:20:47.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:14:0)
[16:20:47.593] Build status: SCHEDULED
[16:20:47.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:15:0) after 3m16s
[16:24:03.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:15:0)
[16:24:03.695] Build status: SCHEDULED
[16:24:03.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:16:0) after 9m15s
[16:33:18.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:16:0)
[16:33:18.727] Build status: SCHEDULED
[16:33:18.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:17:0) after 6m27s
[16:39:45.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:17:0)
[16:39:45.727] Build status: SCHEDULED
[16:39:45.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:18:0) after 4m31s
[16:44:16.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:18:0)
[16:44:16.844] Build status: SCHEDULED
[16:44:16.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:19:0) after 8m13s
[16:52:29.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:19:0)
[16:52:29.877] Build status: SCHEDULED
[16:52:29.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:20:0) after 5m41s
[16:58:10.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:20:0)
[16:58:10.979] Build status: SCHEDULED
[16:58:10.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:21:0) after 2m54s
[17:01:05.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:21:0)
[17:01:05.051] Build status: SCHEDULED
[17:01:05.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:22:0) after 9m11s
[17:10:16.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:22:0)
[17:10:16.145] Build status: SCHEDULED
[17:10:16.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:23:0) after 1m35s
[17:11:51.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:23:0)
[17:11:51.208] Build status: SCHEDULED
[17:11:51.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:24:0) after 2m31s
[17:14:22.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:24:0)
[17:14:22.293] Build status: SCHEDULED
[17:14:22.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:25:0) after 4m36s
[17:18:58.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:25:0)
[17:18:58.376] Build status: SCHEDULED
[17:18:58.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:26:0) after 3m24s
[17:22:22.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:26:0)
[17:22:22.491] Build status: SCHEDULED
[17:22:22.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:27:0) after 6m48s
[17:29:10.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:27:0)
[17:29:10.583] Build status: SCHEDULED
[17:29:10.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:28:0) after 3m24s
[17:32:34.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:28:0)
[17:32:34.667] Build status: SCHEDULED
[17:32:34.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:29:0) after 7m45s
[17:40:19.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:29:0)
[17:40:19.743] Build status: SCHEDULED
[17:40:19.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:30:0) after 2m20s
[17:42:39.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:30:0)
[17:42:39.777] Build status: SCHEDULED
[17:42:39.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:31:0) after 1m6s
[17:43:45.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:31:0)
[17:43:45.848] Build status: SCHEDULED
[17:43:45.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:32:0) after 4m23s
[17:48:08.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:32:0)
[17:48:08.999] Build status: SCHEDULED
[17:48:08.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:33:0) after 9m59s
[17:58:08.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:33:0)
[17:58:08.092] Build status: SCHEDULED
[17:58:08.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:34:0) after 5m34s
[18:03:42.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:34:0)
[18:03:42.152] Build status: SCHEDULED
[18:03:42.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:35:0) after 5m42s
[18:09:24.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:35:0)
[18:09:24.372] Build status: SCHEDULED
[18:09:24.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:36:0) after 5m28s
[18:14:52.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:36:0)
[18:14:52.452] Build status: SCHEDULED
[18:14:52.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:37:0) after 4m55s
[18:19:47.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:37:0)
[18:19:47.510] Build status: SCHEDULED
[18:19:47.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:38:0) after 7m25s
[18:27:12.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:38:0)
[18:27:12.545] Build status: SCHEDULED
[18:27:12.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:39:0) after 6m44s
[18:33:56.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:39:0)
[18:33:56.624] Build status: SCHEDULED
[18:33:56.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:40:0) after 4m37s
[18:38:33.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:40:0)
[18:38:33.777] Build status: SCHEDULED
[18:38:33.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:41:0) after 1m42s
[18:40:15.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:41:0)
[18:40:16.015] Build status: SCHEDULED
[18:40:16.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:42:0) after 9m40s
[18:49:56.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:42:0)
[18:49:56.048] Build status: SCHEDULED
[18:49:56.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:43:0) after 8m33s
[18:58:29.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:43:0)
[18:58:29.059] Build status: SCHEDULED
[18:58:29.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:44:0) after 3m15s
[19:01:44.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:44:0)
[19:01:44.220] Build status: SCHEDULED
[19:01:44.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:45:0) after 8m4s
[19:09:48.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:45:0)
[19:09:48.343] Build status: SCHEDULED
[19:09:48.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:46:0) after 3m16s
[19:13:04.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:46:0)
[19:13:04.446] Build status: SCHEDULED
[19:13:04.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:47:0) after 5m25s
[19:18:29.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:47:0)
[19:18:29.564] Build status: SCHEDULED
[19:18:29.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:48:0) after 3m4s
[19:21:33.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:48:0)
[19:21:33.666] Build status: SCHEDULED
[19:21:33.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:49:0) after 9m33s
[19:31:07.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:49:0)
[19:31:07.135] Build status: SCHEDULED
[19:31:07.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:50:0) after 6m8s
[19:37:15.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:50:0)
[19:37:15.169] Build status: SCHEDULED
[19:37:15.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:51:0) after 5m2s
[19:42:17.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:51:0)
[19:42:17.207] Build status: SCHEDULED
[19:42:17.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:52:0) after 8m48s
[19:51:05.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:52:0)
[19:51:05.472] Build status: SCHEDULED
[19:51:05.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:53:0) after 1m45s
[19:52:50.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:53:0)
[19:52:50.515] Build status: SCHEDULED
[19:52:50.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:54:0) after 8m24s
[20:01:14.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:54:0)
[20:01:14.547] Build status: SCHEDULED
[20:01:14.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:55:0) after 2m38s
[20:03:52.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:55:0)
[20:03:52.627] Build status: SCHEDULED
[20:03:52.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:56:0) after 6m1s
[20:09:53.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:56:0)
[20:09:53.685] Build status: SCHEDULED
[20:09:53.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:57:0) after 4m57s
[20:14:50.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:57:0)
[20:14:50.732] Build status: SCHEDULED
[20:14:50.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:58:0) after 4m17s
[20:19:07.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:58:0)
[20:19:07.821] Build status: SCHEDULED
[20:19:07.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:59:0) after 8m39s
[20:27:46.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:59:0)
[20:27:46.812] Build status: SCHEDULED
[20:27:46.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:60:0) after 9m0s
[20:36:46.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:60:0)
[20:36:46.831] Build status: SCHEDULED
[20:36:46.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:61:0) after 1m8s
[20:37:54.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:61:0)
[20:37:54.914] Build status: SCHEDULED
[20:37:54.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:62:0) after 8m31s
[20:46:25.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:62:0)
[20:46:26.017] Build status: SCHEDULED
[20:46:26.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:63:0) after 5m3s
[20:51:29.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:63:0)
[20:51:29.081] Build status: SCHEDULED
[20:51:29.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:64:0) after 7m53s
[20:59:22.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:64:0)
[20:59:22.186] Build status: SCHEDULED
[20:59:22.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:65:0) after 6m30s
[21:05:52.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:65:0)
[21:05:52.314] Build status: SCHEDULED
[21:05:52.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:66:0) after 4m55s
[21:10:47.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:66:0)
[21:10:47.358] Build status: SCHEDULED
[21:10:47.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:67:0) after 9m7s
[21:19:54.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:67:0)
[21:19:54.463] Build status: SCHEDULED
[21:19:54.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:68:0) after 1m8s
[21:21:02.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:68:0)
[21:21:05.648] Build status: SCHEDULED
[21:21:05.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:69:0) after 3m27s
[21:24:32.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:69:0)
[21:24:32.683] Build status: SCHEDULED
[21:24:32.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:70:0) after 6m27s
[21:30:59.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:70:0)
[21:30:59.966] Build status: SCHEDULED
[21:30:59.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:71:0) after 7m31s
[21:38:31.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:71:0)
[21:38:31.077] Build status: SCHEDULED
[21:38:31.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:72:0) after 9m42s
[21:48:13.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:72:0)
[21:48:13.117] Build status: SCHEDULED
[21:48:13.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:73:0) after 3m15s
[21:51:28.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:73:0)
[21:51:28.181] Build status: SCHEDULED
[21:51:28.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:74:0) after 8m47s
[22:00:15.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:74:0)
[22:00:15.526] Build status: SCHEDULED
[22:00:15.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:75:0) after 3m37s
[22:03:52.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:75:0)
[22:03:52.594] Build status: SCHEDULED
[22:03:52.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:76:0) after 9m29s
[22:13:21.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:76:0)
[22:13:21.778] Build status: SCHEDULED
[22:13:21.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:77:0) after 4m49s
[22:18:11.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:77:0)
[22:18:11.021] Build status: SCHEDULED
[22:18:11.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:78:0) after 4m45s
[22:22:56.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:78:0)
[22:22:56.071] Build status: SCHEDULED
[22:22:56.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:79:0) after 2m7s
[22:25:03.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:79:0)
[22:25:03.131] Build status: SCHEDULED
[22:25:03.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:80:0) after 2m0s
[22:27:03.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:80:0)
[22:27:03.185] Build status: SCHEDULED
[22:27:03.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:81:0) after 7m16s
[22:34:19.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:81:0)
[22:34:19.255] Build status: SCHEDULED
[22:34:19.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:82:0) after 2m23s
[22:36:42.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:82:0)
[22:36:42.373] Build status: SCHEDULED
[22:36:42.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:83:0) after 9m56s
[22:46:38.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:83:0)
[22:46:38.456] Build status: SCHEDULED
[22:46:38.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:84:0) after 1m0s
[22:47:38.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:84:0)
[22:47:38.467] Build status: SCHEDULED
[22:47:38.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:85:0) after 4m49s
[22:52:27.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:85:0)
[22:52:27.504] Build status: SCHEDULED
[22:52:27.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:86:0) after 9m55s
[23:02:22.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:86:0)
[23:02:22.642] Build status: SCHEDULED
[23:02:22.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:87:0) after 9m51s
[23:12:13.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:87:0)
[23:12:13.690] Build status: SCHEDULED
[23:12:13.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:88:0) after 6m47s
[23:19:00.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:88:0)
[23:19:00.767] Build status: SCHEDULED
[23:19:00.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:89:0) after 3m27s
[23:22:27.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:89:0)
[23:22:27.961] Build status: SCHEDULED
[23:22:27.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:90:0) after 4m53s
[23:27:20.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:90:0)
[23:27:20.992] Build status: SCHEDULED
[23:27:20.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:91:0) after 4m47s
[23:32:08.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:91:0)
[23:32:08.031] Build status: SCHEDULED
[23:32:08.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:92:0) after 4m52s
[23:37:00.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:92:0)
[23:37:00.072] Build status: SCHEDULED
[23:37:00.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:93:0) after 7m0s
[23:44:00.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:93:0)
[23:44:00.106] Build status: SCHEDULED
[23:44:00.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:94:0) after 9m42s
[23:53:42.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:94:0)
[23:53:42.241] Build status: SCHEDULED
[23:53:42.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:95:0) after 7m34s
[23:58:33.503] Received PubSub notification, asking Buildbucket for the build status
[23:58:33.549] Build status: STARTED
[00:01:16.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:95:0)
[00:01:16.333] Build status: STARTED
[00:01:16.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:97:0) after 7m31s
[00:08:47.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:97:0)
[00:08:47.412] Build status: STARTED
[00:08:47.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:98:0) after 7m42s
[00:16:29.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:98:0)
[00:16:29.434] Build status: STARTED
[00:16:29.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:99:0) after 5m56s
[00:22:25.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:99:0)
[00:22:25.503] Build status: STARTED
[00:22:25.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866452923865661024:100:0) after 4m50s
[00:25:59.541] Received PubSub notification, asking Buildbucket for the build status
[00:25:59.623] Build:
{
  "id": "8701022861846259425",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-14T15:16:32.401590603Z",
  "startTime": "2025-10-14T23:58:33.186379175Z",
  "endTime": "2025-10-15T00:25:59.167419297Z",
  "updateTime": "2025-10-15T00:25:59.167419297Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6bf1c5b039873b3b9fe382b1335678e3b7f50c4a",
      "ref": "refs/heads/main"
    }
  }
}
[00:25:59.623] Invocation finished in 9h9m28.530642496s with status FAILED