Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "7f281754588d052d7402c155b4fcc77c6cf285be"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7f281754588d052d7402c155b4fcc77c6cf285be
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:46:03.380] New invocation is queued and will start shortly
[07:46:04.581] Starting the invocation (attempt 1)
[07:46:04.616] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7f281754588d052d7402c155b4fcc77c6cf285be"
[07:46:04.616] Popped gitiles commit info from properties and tags
[07:46:04.616] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:46:04.616] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:46:04.616] Buildbucket request:
{
  "requestId": "8868112009884259840",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868112009884259840",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0de05c58ecfe1d1eb9355d9b8e2e1376902552cf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0de05c58ecfe1d1eb9355d9b8e2e1376902552cf",
                        "title": "0de05c58ecfe1d1eb9355d9b8e2e1376902552cf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0de05c58ecfe1d1eb9355d9b8e2e1376902552cf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cae024567cb842743495138d9adc03677d918bc9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cae024567cb842743495138d9adc03677d918bc9",
                        "title": "cae024567cb842743495138d9adc03677d918bc9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cae024567cb842743495138d9adc03677d918bc9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f0881b8743333b637b40b6b6d05c80e64f01d45e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f0881b8743333b637b40b6b6d05c80e64f01d45e",
                        "title": "f0881b8743333b637b40b6b6d05c80e64f01d45e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f0881b8743333b637b40b6b6d05c80e64f01d45e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7f281754588d052d7402c155b4fcc77c6cf285be"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7f281754588d052d7402c155b4fcc77c6cf285be",
                        "title": "7f281754588d052d7402c155b4fcc77c6cf285be",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7f281754588d052d7402c155b4fcc77c6cf285be"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "7f281754588d052d7402c155b4fcc77c6cf285be",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868112009884259840"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:46:05.070] Scheduled build:
{
  "id": "8702681947790362737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-26T07:46:04.748935598Z",
  "updateTime": "2025-09-26T07:46:04.748935598Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7f281754588d052d7402c155b4fcc77c6cf285be",
      "ref": "refs/heads/main"
    }
  }
}
[07:46:05.070] Task URL: https://cr-buildbucket.appspot.com/build/8702681947790362737
[07:46:05.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:2:0) after 9m48s
[07:46:35.990] Received PubSub notification, asking Buildbucket for the build status
[07:46:36.023] Build status: SCHEDULED
[07:55:53.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:2:0)
[07:55:53.105] Build status: SCHEDULED
[07:55:53.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:4:0) after 6m21s
[08:02:14.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:4:0)
[08:02:14.274] Build status: SCHEDULED
[08:02:14.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:5:0) after 2m6s
[08:04:20.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:5:0)
[08:04:20.303] Build status: SCHEDULED
[08:04:20.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:6:0) after 7m8s
[08:11:28.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:6:0)
[08:11:28.384] Build status: SCHEDULED
[08:11:28.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:7:0) after 7m4s
[08:18:32.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:7:0)
[08:18:32.489] Build status: SCHEDULED
[08:18:32.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:8:0) after 5m31s
[08:24:03.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:8:0)
[08:24:03.618] Build status: SCHEDULED
[08:24:03.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:9:0) after 3m36s
[08:27:39.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:9:0)
[08:27:39.706] Build status: SCHEDULED
[08:27:39.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:10:0) after 3m2s
[08:30:41.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:10:0)
[08:30:41.792] Build status: SCHEDULED
[08:30:41.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:11:0) after 3m6s
[08:33:47.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:11:0)
[08:33:47.805] Build status: SCHEDULED
[08:33:47.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:12:0) after 7m19s
[08:41:06.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:12:0)
[08:41:06.848] Build status: SCHEDULED
[08:41:06.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:13:0) after 4m23s
[08:45:29.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:13:0)
[08:45:29.886] Build status: SCHEDULED
[08:45:29.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:14:0) after 8m32s
[08:54:02.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:14:0)
[08:54:02.021] Build status: SCHEDULED
[08:54:02.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:15:0) after 9m58s
[09:04:00.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:15:0)
[09:04:00.057] Build status: SCHEDULED
[09:04:00.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:16:0) after 8m26s
[09:12:26.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:16:0)
[09:12:26.162] Build status: SCHEDULED
[09:12:26.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:17:0) after 4m2s
[09:16:28.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:17:0)
[09:16:28.200] Build status: SCHEDULED
[09:16:28.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:18:0) after 4m41s
[09:21:09.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:18:0)
[09:21:09.262] Build status: SCHEDULED
[09:21:09.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:19:0) after 5m0s
[09:26:09.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:19:0)
[09:26:09.250] Build status: SCHEDULED
[09:26:09.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:20:0) after 1m10s
[09:27:19.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:20:0)
[09:27:19.258] Build status: SCHEDULED
[09:27:19.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:21:0) after 5m12s
[09:32:31.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:21:0)
[09:32:31.323] Build status: SCHEDULED
[09:32:31.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:22:0) after 4m12s
[09:36:43.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:22:0)
[09:36:43.438] Build status: SCHEDULED
[09:36:43.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:23:0) after 1m46s
[09:38:29.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:23:0)
[09:38:29.500] Build status: SCHEDULED
[09:38:29.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:24:0) after 7m37s
[09:46:06.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:24:0)
[09:46:06.538] Build status: SCHEDULED
[09:46:06.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:25:0) after 1m15s
[09:47:21.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:25:0)
[09:47:21.629] Build status: SCHEDULED
[09:47:21.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:26:0) after 3m31s
[09:50:52.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:26:0)
[09:50:52.740] Build status: SCHEDULED
[09:50:52.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:27:0) after 5m47s
[09:56:39.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:27:0)
[09:56:39.719] Build status: SCHEDULED
[09:56:39.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:28:0) after 7m50s
[10:04:29.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:28:0)
[10:04:29.994] Build status: SCHEDULED
[10:04:29.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:29:0) after 9m0s
[10:13:30.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:29:0)
[10:13:30.175] Build status: SCHEDULED
[10:13:30.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:30:0) after 8m29s
[10:21:59.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:30:0)
[10:21:59.302] Build status: SCHEDULED
[10:21:59.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:31:0) after 1m59s
[10:23:58.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:31:0)
[10:23:58.334] Build status: SCHEDULED
[10:23:58.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:32:0) after 1m47s
[10:25:45.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:32:0)
[10:25:45.368] Build status: SCHEDULED
[10:25:45.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:33:0) after 8m9s
[10:33:54.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:33:0)
[10:33:54.420] Build status: SCHEDULED
[10:33:54.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:34:0) after 8m4s
[10:41:58.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:34:0)
[10:41:58.508] Build status: SCHEDULED
[10:41:58.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:35:0) after 1m9s
[10:43:07.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:35:0)
[10:43:07.545] Build status: SCHEDULED
[10:43:07.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:36:0) after 1m46s
[10:44:53.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:36:0)
[10:44:53.712] Build status: SCHEDULED
[10:44:53.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:37:0) after 3m16s
[10:48:09.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:37:0)
[10:48:09.884] Build status: SCHEDULED
[10:48:09.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:38:0) after 5m26s
[10:53:35.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:38:0)
[10:53:35.992] Build status: SCHEDULED
[10:53:35.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:39:0) after 4m1s
[10:57:37.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:39:0)
[10:57:37.048] Build status: SCHEDULED
[10:57:37.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:40:0) after 3m7s
[11:00:44.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:40:0)
[11:00:44.312] Build status: SCHEDULED
[11:00:44.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:41:0) after 3m55s
[11:04:39.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:41:0)
[11:04:39.347] Build status: SCHEDULED
[11:04:39.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:42:0) after 4m50s
[11:09:29.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:42:0)
[11:09:29.394] Build status: SCHEDULED
[11:09:29.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:43:0) after 4m48s
[11:14:17.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:43:0)
[11:14:17.511] Build status: SCHEDULED
[11:14:17.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:44:0) after 6m23s
[11:20:40.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:44:0)
[11:20:40.598] Build status: SCHEDULED
[11:20:40.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:45:0) after 5m26s
[11:26:06.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:45:0)
[11:26:06.597] Build status: SCHEDULED
[11:26:06.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:46:0) after 4m35s
[11:30:41.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:46:0)
[11:30:41.682] Build status: SCHEDULED
[11:30:41.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:47:0) after 8m7s
[11:38:48.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:47:0)
[11:38:48.856] Build status: SCHEDULED
[11:38:48.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:48:0) after 2m3s
[11:40:51.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:48:0)
[11:40:51.895] Build status: SCHEDULED
[11:40:51.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:49:0) after 3m13s
[11:44:04.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:49:0)
[11:44:04.938] Build status: SCHEDULED
[11:44:04.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:50:0) after 6m57s
[11:51:02.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:50:0)
[11:51:02.037] Build status: SCHEDULED
[11:51:02.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:51:0) after 8m18s
[11:59:20.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:51:0)
[11:59:20.076] Build status: SCHEDULED
[11:59:20.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:52:0) after 4m9s
[12:03:29.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:52:0)
[12:03:29.138] Build status: SCHEDULED
[12:03:29.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:53:0) after 1m38s
[12:05:07.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:53:0)
[12:05:07.189] Build status: SCHEDULED
[12:05:07.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:54:0) after 6m22s
[12:11:29.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:54:0)
[12:11:29.277] Build status: SCHEDULED
[12:11:29.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:55:0) after 6m44s
[12:18:13.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:55:0)
[12:18:13.276] Build status: SCHEDULED
[12:18:13.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:56:0) after 5m45s
[12:23:58.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:56:0)
[12:23:58.371] Build status: SCHEDULED
[12:23:58.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:57:0) after 5m9s
[12:29:07.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:57:0)
[12:29:07.450] Build status: SCHEDULED
[12:29:07.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:58:0) after 8m15s
[12:37:22.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:58:0)
[12:37:22.504] Build status: SCHEDULED
[12:37:22.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:59:0) after 6m22s
[12:43:44.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:59:0)
[12:43:44.638] Build status: SCHEDULED
[12:43:44.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:60:0) after 5m52s
[12:49:36.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:60:0)
[12:49:36.685] Build status: SCHEDULED
[12:49:36.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:61:0) after 6m48s
[12:56:24.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:61:0)
[12:56:24.745] Build status: SCHEDULED
[12:56:24.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:62:0) after 9m6s
[13:05:30.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:62:0)
[13:05:30.782] Build status: SCHEDULED
[13:05:30.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:63:0) after 5m12s
[13:10:42.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:63:0)
[13:10:42.823] Build status: SCHEDULED
[13:10:42.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:64:0) after 6m58s
[13:17:40.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:64:0)
[13:17:40.897] Build status: SCHEDULED
[13:17:40.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:65:0) after 8m1s
[13:25:41.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:65:0)
[13:25:41.977] Build status: SCHEDULED
[13:25:41.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:66:0) after 3m44s
[13:29:25.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:66:0)
[13:29:25.993] Build status: SCHEDULED
[13:29:25.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:67:0) after 5m53s
[13:35:19.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:67:0)
[13:35:19.112] Build status: SCHEDULED
[13:35:19.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:68:0) after 5m14s
[13:40:33.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:68:0)
[13:40:33.208] Build status: SCHEDULED
[13:40:33.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:69:0) after 9m48s
[13:50:21.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:69:0)
[13:50:21.310] Build status: SCHEDULED
[13:50:21.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:70:0) after 5m37s
[13:55:58.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:70:0)
[13:55:58.394] Build status: SCHEDULED
[13:55:58.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:71:0) after 3m57s
[13:59:55.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:71:0)
[13:59:55.425] Build status: SCHEDULED
[13:59:55.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:72:0) after 5m6s
[14:05:01.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:72:0)
[14:05:01.496] Build status: SCHEDULED
[14:05:01.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:73:0) after 5m39s
[14:10:40.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:73:0)
[14:10:40.592] Build status: SCHEDULED
[14:10:40.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:74:0) after 1m27s
[14:12:07.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:74:0)
[14:12:07.628] Build status: SCHEDULED
[14:12:07.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:75:0) after 6m47s
[14:18:54.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:75:0)
[14:18:54.705] Build status: SCHEDULED
[14:18:54.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:76:0) after 5m39s
[14:24:33.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:76:0)
[14:24:33.755] Build status: SCHEDULED
[14:24:33.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:77:0) after 7m12s
[14:31:45.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:77:0)
[14:31:45.792] Build status: SCHEDULED
[14:31:45.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:78:0) after 2m37s
[14:34:22.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:78:0)
[14:34:22.829] Build status: SCHEDULED
[14:34:22.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:79:0) after 2m39s
[14:37:01.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:79:0)
[14:37:01.910] Build status: SCHEDULED
[14:37:01.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:80:0) after 6m42s
[14:43:43.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:80:0)
[14:43:43.997] Build status: SCHEDULED
[14:43:43.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:81:0) after 1m37s
[14:45:21.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:81:0)
[14:45:21.080] Build status: SCHEDULED
[14:45:21.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:82:0) after 8m1s
[14:53:22.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:82:0)
[14:53:22.130] Build status: SCHEDULED
[14:53:22.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:83:0) after 9m0s
[15:02:22.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:83:0)
[15:02:22.129] Build status: SCHEDULED
[15:02:22.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:84:0) after 8m14s
[15:10:36.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:84:0)
[15:10:36.227] Build status: SCHEDULED
[15:10:36.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:85:0) after 4m42s
[15:15:18.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:85:0)
[15:15:18.423] Build status: SCHEDULED
[15:15:18.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:86:0) after 3m2s
[15:17:44.844] Received PubSub notification, asking Buildbucket for the build status
[15:17:44.859] Build status: STARTED
[15:18:20.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:86:0)
[15:18:20.565] Build status: STARTED
[15:18:20.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:88:0) after 8m47s
[15:27:07.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:88:0)
[15:27:07.598] Build status: STARTED
[15:27:07.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:89:0) after 2m9s
[15:29:16.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:89:0)
[15:29:16.690] Build status: STARTED
[15:29:16.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:90:0) after 9m36s
[15:38:52.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:90:0)
[15:38:52.734] Build status: STARTED
[15:38:52.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8868112009884259840:91:0) after 5m32s
[15:39:42.937] Received PubSub notification, asking Buildbucket for the build status
[15:39:42.963] Build:
{
  "id": "8702681947790362737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-26T07:46:04.748935598Z",
  "startTime": "2025-09-26T15:17:44.640775967Z",
  "endTime": "2025-09-26T15:39:42.712267324Z",
  "updateTime": "2025-09-26T15:39:42.712267324Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7f281754588d052d7402c155b4fcc77c6cf285be",
      "ref": "refs/heads/main"
    }
  }
}
[15:39:42.963] Invocation finished in 7h53m39.596639168s with status FAILED