Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "94f553bc523813d61f70e2efa405e495cf14ce74"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94f553bc523813d61f70e2efa405e495cf14ce74
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:23:18.723] New invocation is queued and will start shortly
[03:23:19.959] Starting the invocation (attempt 1)
[03:23:19.982] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94f553bc523813d61f70e2efa405e495cf14ce74"
[03:23:19.982] Popped gitiles commit info from properties and tags
[03:23:19.982] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:23:19.983] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:23:19.983] Buildbucket request:
{
  "requestId": "8863689288961755456",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8863689288961755456",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8da97e777a2e43906b09857cf243eb7eab1e8498"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8da97e777a2e43906b09857cf243eb7eab1e8498",
                        "title": "8da97e777a2e43906b09857cf243eb7eab1e8498",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8da97e777a2e43906b09857cf243eb7eab1e8498"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "660912fc440171bfef454f5bc84a6a3d3728a3bf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@660912fc440171bfef454f5bc84a6a3d3728a3bf",
                        "title": "660912fc440171bfef454f5bc84a6a3d3728a3bf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/660912fc440171bfef454f5bc84a6a3d3728a3bf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "20424e8a60bfd1104d6501f4f346b77f7b25eb04"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20424e8a60bfd1104d6501f4f346b77f7b25eb04",
                        "title": "20424e8a60bfd1104d6501f4f346b77f7b25eb04",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20424e8a60bfd1104d6501f4f346b77f7b25eb04"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7574595204afc03fbf5df030375d86f05c7fbb50"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7574595204afc03fbf5df030375d86f05c7fbb50",
                        "title": "7574595204afc03fbf5df030375d86f05c7fbb50",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7574595204afc03fbf5df030375d86f05c7fbb50"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "94f553bc523813d61f70e2efa405e495cf14ce74"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94f553bc523813d61f70e2efa405e495cf14ce74",
                        "title": "94f553bc523813d61f70e2efa405e495cf14ce74",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94f553bc523813d61f70e2efa405e495cf14ce74"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "94f553bc523813d61f70e2efa405e495cf14ce74",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8863689288961755456"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:23:20.352] Scheduled build:
{
  "id": "8698259226940672337",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-14T03:23:20.030022295Z",
  "updateTime": "2025-11-14T03:23:20.030022295Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "94f553bc523813d61f70e2efa405e495cf14ce74",
      "ref": "refs/heads/main"
    }
  }
}
[03:23:20.352] Task URL: https://cr-buildbucket.appspot.com/build/8698259226940672337
[03:23:20.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:2:0) after 5m39s
[03:23:21.276] Received PubSub notification, asking Buildbucket for the build status
[03:23:21.293] Build status: SCHEDULED
[03:28:59.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:2:0)
[03:28:59.897] Build status: SCHEDULED
[03:28:59.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:4:0) after 3m59s
[03:32:58.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:4:0)
[03:32:58.942] Build status: SCHEDULED
[03:32:58.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:5:0) after 8m3s
[03:41:01.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:5:0)
[03:41:01.974] Build status: SCHEDULED
[03:41:01.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:6:0) after 4m20s
[03:45:21.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:6:0)
[03:45:21.993] Build status: SCHEDULED
[03:45:21.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:7:0) after 3m3s
[03:48:25.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:7:0)
[03:48:25.020] Build status: SCHEDULED
[03:48:25.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:8:0) after 6m11s
[03:54:36.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:8:0)
[03:54:36.351] Build status: SCHEDULED
[03:54:36.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:9:0) after 9m11s
[04:03:47.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:9:0)
[04:03:47.400] Build status: SCHEDULED
[04:03:47.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:10:0) after 3m42s
[04:07:29.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:10:0)
[04:07:29.735] Build status: SCHEDULED
[04:07:29.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:11:0) after 3m27s
[04:10:56.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:11:0)
[04:10:56.723] Build status: SCHEDULED
[04:10:56.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:12:0) after 3m13s
[04:14:09.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:12:0)
[04:14:09.802] Build status: SCHEDULED
[04:14:09.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:13:0) after 2m50s
[04:16:59.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:13:0)
[04:16:59.955] Build status: SCHEDULED
[04:16:59.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:14:0) after 2m36s
[04:19:35.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:14:0)
[04:19:35.988] Build status: SCHEDULED
[04:19:35.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:15:0) after 7m8s
[04:26:43.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:15:0)
[04:26:44.177] Build status: SCHEDULED
[04:26:44.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:16:0) after 1m7s
[04:27:51.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:16:0)
[04:27:51.257] Build status: SCHEDULED
[04:27:51.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:17:0) after 2m39s
[04:30:30.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:17:0)
[04:30:30.389] Build status: SCHEDULED
[04:30:30.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:18:0) after 4m2s
[04:34:32.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:18:0)
[04:34:32.422] Build status: SCHEDULED
[04:34:32.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:19:0) after 9m3s
[04:43:35.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:19:0)
[04:43:35.534] Build status: SCHEDULED
[04:43:35.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:20:0) after 4m58s
[04:48:33.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:20:0)
[04:48:33.562] Build status: SCHEDULED
[04:48:33.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:21:0) after 9m58s
[04:58:31.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:21:0)
[04:58:31.619] Build status: SCHEDULED
[04:58:31.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:22:0) after 8m45s
[05:07:16.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:22:0)
[05:07:16.658] Build status: SCHEDULED
[05:07:16.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:23:0) after 5m45s
[05:13:01.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:23:0)
[05:13:01.733] Build status: SCHEDULED
[05:13:01.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:24:0) after 5m57s
[05:18:58.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:24:0)
[05:18:58.834] Build status: SCHEDULED
[05:18:58.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:25:0) after 8m30s
[05:27:28.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:25:0)
[05:27:28.974] Build status: SCHEDULED
[05:27:28.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:26:0) after 7m3s
[05:34:31.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:26:0)
[05:34:31.968] Build status: SCHEDULED
[05:34:31.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:27:0) after 3m20s
[05:37:52.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:27:0)
[05:37:52.084] Build status: SCHEDULED
[05:37:52.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:28:0) after 6m38s
[05:44:30.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:28:0)
[05:44:30.146] Build status: SCHEDULED
[05:44:30.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:29:0) after 7m33s
[05:52:03.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:29:0)
[05:52:03.424] Build status: SCHEDULED
[05:52:03.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:30:0) after 9m31s
[06:01:34.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:30:0)
[06:01:34.466] Build status: SCHEDULED
[06:01:34.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:31:0) after 1m31s
[06:03:05.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:31:0)
[06:03:05.882] Build status: SCHEDULED
[06:03:05.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:32:0) after 3m39s
[06:06:44.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:32:0)
[06:06:44.911] Build status: SCHEDULED
[06:06:44.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:33:0) after 4m14s
[06:10:58.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:33:0)
[06:10:58.903] Build status: SCHEDULED
[06:10:58.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:34:0) after 3m42s
[06:14:40.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:34:0)
[06:14:40.983] Build status: SCHEDULED
[06:14:40.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:35:0) after 9m49s
[06:24:30.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:35:0)
[06:24:30.066] Build status: SCHEDULED
[06:24:30.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:36:0) after 5m54s
[06:30:24.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:36:0)
[06:30:24.153] Build status: SCHEDULED
[06:30:24.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:37:0) after 5m31s
[06:35:55.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:37:0)
[06:35:55.245] Build status: SCHEDULED
[06:35:55.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:38:0) after 6m24s
[06:42:19.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:38:0)
[06:42:19.361] Build status: SCHEDULED
[06:42:19.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:39:0) after 6m45s
[06:49:04.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:39:0)
[06:49:04.392] Build status: SCHEDULED
[06:49:04.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:40:0) after 4m15s
[06:53:19.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:40:0)
[06:53:19.431] Build status: SCHEDULED
[06:53:19.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:41:0) after 1m18s
[06:54:37.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:41:0)
[06:54:37.460] Build status: SCHEDULED
[06:54:37.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:42:0) after 3m10s
[06:57:48.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:42:0)
[06:57:48.027] Build status: SCHEDULED
[06:57:48.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:43:0) after 6m19s
[07:04:07.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:43:0)
[07:04:07.067] Build status: SCHEDULED
[07:04:07.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:44:0) after 5m18s
[07:09:25.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:44:0)
[07:09:25.146] Build status: SCHEDULED
[07:09:25.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:45:0) after 4m34s
[07:13:59.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:45:0)
[07:13:59.176] Build status: SCHEDULED
[07:13:59.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:46:0) after 4m57s
[07:18:56.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:46:0)
[07:18:56.208] Build status: SCHEDULED
[07:18:56.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:47:0) after 2m24s
[07:21:20.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:47:0)
[07:21:20.252] Build status: SCHEDULED
[07:21:20.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:48:0) after 4m21s
[07:25:41.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:48:0)
[07:25:41.285] Build status: SCHEDULED
[07:25:41.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:49:0) after 7m56s
[07:33:37.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:49:0)
[07:33:37.477] Build status: SCHEDULED
[07:33:37.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:50:0) after 9m59s
[07:43:36.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:50:0)
[07:43:36.771] Build status: SCHEDULED
[07:43:36.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:51:0) after 1m0s
[07:44:36.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:51:0)
[07:44:36.844] Build status: SCHEDULED
[07:44:36.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:52:0) after 4m28s
[07:49:04.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:52:0)
[07:49:04.884] Build status: SCHEDULED
[07:49:04.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:53:0) after 7m15s
[07:56:19.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:53:0)
[07:56:19.913] Build status: SCHEDULED
[07:56:19.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:54:0) after 9m49s
[08:06:08.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:54:0)
[08:06:08.970] Build status: SCHEDULED
[08:06:08.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:55:0) after 6m30s
[08:12:39.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:55:0)
[08:12:39.052] Build status: SCHEDULED
[08:12:39.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:56:0) after 2m31s
[08:15:10.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:56:0)
[08:15:10.127] Build status: SCHEDULED
[08:15:10.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:57:0) after 9m47s
[08:24:57.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:57:0)
[08:24:57.195] Build status: SCHEDULED
[08:24:57.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:58:0) after 5m53s
[08:30:50.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:58:0)
[08:30:50.236] Build status: SCHEDULED
[08:30:50.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:59:0) after 3m12s
[08:34:02.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:59:0)
[08:34:02.221] Build status: SCHEDULED
[08:34:02.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:60:0) after 5m45s
[08:39:47.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:60:0)
[08:39:47.433] Build status: SCHEDULED
[08:39:47.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:61:0) after 2m8s
[08:41:55.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:61:0)
[08:41:55.471] Build status: SCHEDULED
[08:41:55.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:62:0) after 1m36s
[08:43:31.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:62:0)
[08:43:31.907] Build status: SCHEDULED
[08:43:31.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:63:0) after 8m29s
[08:52:01.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:63:0)
[08:52:01.401] Build status: SCHEDULED
[08:52:01.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:64:0) after 7m54s
[08:59:55.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:64:0)
[08:59:55.634] Build status: SCHEDULED
[08:59:55.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:65:0) after 7m45s
[09:07:40.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:65:0)
[09:07:40.732] Build status: SCHEDULED
[09:07:40.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:66:0) after 4m25s
[09:12:06.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:66:0)
[09:12:06.042] Build status: SCHEDULED
[09:12:06.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:67:0) after 8m25s
[09:20:31.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:67:0)
[09:20:31.073] Build status: SCHEDULED
[09:20:31.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:68:0) after 7m35s
[09:28:06.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:68:0)
[09:28:06.157] Build status: SCHEDULED
[09:28:06.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:69:0) after 4m35s
[09:32:41.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:69:0)
[09:32:41.195] Build status: SCHEDULED
[09:32:41.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:70:0) after 6m48s
[09:39:29.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:70:0)
[09:39:29.233] Build status: SCHEDULED
[09:39:29.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:71:0) after 1m43s
[09:41:12.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:71:0)
[09:41:12.414] Build status: SCHEDULED
[09:41:12.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:72:0) after 6m58s
[09:48:10.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:72:0)
[09:48:10.447] Build status: SCHEDULED
[09:48:10.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:73:0) after 7m34s
[09:55:44.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:73:0)
[09:55:44.613] Build status: SCHEDULED
[09:55:44.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:74:0) after 1m11s
[09:56:55.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:74:0)
[09:56:55.647] Build status: SCHEDULED
[09:56:55.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:75:0) after 1m10s
[09:58:05.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:75:0)
[09:58:05.701] Build status: SCHEDULED
[09:58:05.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:76:0) after 4m48s
[10:02:53.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:76:0)
[10:02:53.788] Build status: SCHEDULED
[10:02:53.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:77:0) after 5m48s
[10:08:41.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:77:0)
[10:08:41.844] Build status: SCHEDULED
[10:08:41.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:78:0) after 2m36s
[10:11:17.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:78:0)
[10:11:17.875] Build status: SCHEDULED
[10:11:17.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:79:0) after 3m18s
[10:14:35.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:79:0)
[10:14:35.956] Build status: SCHEDULED
[10:14:35.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:80:0) after 5m14s
[10:19:50.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:80:0)
[10:19:50.332] Build status: SCHEDULED
[10:19:50.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:81:0) after 8m45s
[10:28:35.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:81:0)
[10:28:36.006] Build status: SCHEDULED
[10:28:36.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:82:0) after 9m15s
[10:37:51.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:82:0)
[10:37:51.165] Build status: SCHEDULED
[10:37:51.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:83:0) after 8m48s
[10:46:39.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:83:0)
[10:46:39.592] Build status: SCHEDULED
[10:46:39.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:84:0) after 2m3s
[10:48:43.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:84:0)
[10:48:43.045] Build status: SCHEDULED
[10:48:43.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:85:0) after 8m19s
[10:57:02.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:85:0)
[10:57:02.165] Build status: SCHEDULED
[10:57:02.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:86:0) after 9m52s
[11:00:59.543] Received PubSub notification, asking Buildbucket for the build status
[11:00:59.560] Build status: STARTED
[11:06:54.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:86:0)
[11:06:54.196] Build status: STARTED
[11:06:54.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:88:0) after 1m39s
[11:08:33.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:88:0)
[11:08:33.227] Build status: STARTED
[11:08:33.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:89:0) after 3m54s
[11:12:27.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:89:0)
[11:12:27.259] Build status: STARTED
[11:12:27.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:90:0) after 5m2s
[11:17:29.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:90:0)
[11:17:29.345] Build status: STARTED
[11:17:29.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:91:0) after 4m35s
[11:22:04.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:91:0)
[11:22:04.404] Build status: STARTED
[11:22:04.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863689288961755456:92:0) after 7m38s
[11:24:09.147] Received PubSub notification, asking Buildbucket for the build status
[11:24:09.176] Build:
{
  "id": "8698259226940672337",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-14T03:23:20.030022295Z",
  "startTime": "2025-11-14T11:00:58.629217650Z",
  "endTime": "2025-11-14T11:24:08.824239116Z",
  "updateTime": "2025-11-14T11:24:08.824239116Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "94f553bc523813d61f70e2efa405e495cf14ce74",
      "ref": "refs/heads/main"
    }
  }
}
[11:24:09.176] Invocation finished in 8h0m50.457116628s with status FAILED