Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "840c2f2a01431b35dd2e295d79e7905b29f22e4d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/840c2f2a01431b35dd2e295d79e7905b29f22e4d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:31:36.654] New invocation is queued and will start shortly
[02:31:37.752] Starting the invocation (attempt 1)
[02:31:37.775] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/840c2f2a01431b35dd2e295d79e7905b29f22e4d"
[02:31:37.776] Popped gitiles commit info from properties and tags
[02:31:37.776] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:31:37.777] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:31:37.777] Buildbucket request:
{
  "requestId": "8863058362959987248",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8863058362959987248",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "30aacd58d38a8cde7660324d3ab39b529d70284d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@30aacd58d38a8cde7660324d3ab39b529d70284d",
                        "title": "30aacd58d38a8cde7660324d3ab39b529d70284d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/30aacd58d38a8cde7660324d3ab39b529d70284d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "152c3d72234fe34317ff746e9a5749fbe312608e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@152c3d72234fe34317ff746e9a5749fbe312608e",
                        "title": "152c3d72234fe34317ff746e9a5749fbe312608e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/152c3d72234fe34317ff746e9a5749fbe312608e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "879d211c34ee5d93a07321a94d89ac48a4f1160f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@879d211c34ee5d93a07321a94d89ac48a4f1160f",
                        "title": "879d211c34ee5d93a07321a94d89ac48a4f1160f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/879d211c34ee5d93a07321a94d89ac48a4f1160f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5f2e38b998d16465ca043a1a62cf5fe235f939a5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5f2e38b998d16465ca043a1a62cf5fe235f939a5",
                        "title": "5f2e38b998d16465ca043a1a62cf5fe235f939a5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5f2e38b998d16465ca043a1a62cf5fe235f939a5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f0eb6ba394ef3493acda8ff73a5d93394026afc2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f0eb6ba394ef3493acda8ff73a5d93394026afc2",
                        "title": "f0eb6ba394ef3493acda8ff73a5d93394026afc2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f0eb6ba394ef3493acda8ff73a5d93394026afc2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4",
                        "title": "b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b3087c5b6ac8cc43d2e3e4fc41f2856186d9b8b4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a33f5d8cd4fe819b03e9b405f4ef3cef312001ae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a33f5d8cd4fe819b03e9b405f4ef3cef312001ae",
                        "title": "a33f5d8cd4fe819b03e9b405f4ef3cef312001ae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a33f5d8cd4fe819b03e9b405f4ef3cef312001ae"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "840c2f2a01431b35dd2e295d79e7905b29f22e4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@840c2f2a01431b35dd2e295d79e7905b29f22e4d",
                        "title": "840c2f2a01431b35dd2e295d79e7905b29f22e4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/840c2f2a01431b35dd2e295d79e7905b29f22e4d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "840c2f2a01431b35dd2e295d79e7905b29f22e4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8863058362959987248"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:31:38.131] Scheduled build:
{
  "id": "8697628301070209521",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-21T02:31:37.829428927Z",
  "updateTime": "2025-11-21T02:31:37.829428927Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "840c2f2a01431b35dd2e295d79e7905b29f22e4d",
      "ref": "refs/heads/main"
    }
  }
}
[02:31:38.131] Task URL: https://cr-buildbucket.appspot.com/build/8697628301070209521
[02:31:38.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:2:0) after 8m9s
[02:31:39.095] Received PubSub notification, asking Buildbucket for the build status
[02:31:39.125] Build status: SCHEDULED
[02:39:47.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:2:0)
[02:39:47.266] Build status: SCHEDULED
[02:39:47.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:4:0) after 2m29s
[02:42:16.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:4:0)
[02:42:16.271] Build status: SCHEDULED
[02:42:16.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:5:0) after 8m13s
[02:50:29.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:5:0)
[02:50:29.303] Build status: SCHEDULED
[02:50:29.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:6:0) after 5m40s
[02:56:09.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:6:0)
[02:56:09.358] Build status: SCHEDULED
[02:56:09.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:7:0) after 8m54s
[03:05:03.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:7:0)
[03:05:03.391] Build status: SCHEDULED
[03:05:03.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:8:0) after 2m40s
[03:07:43.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:8:0)
[03:07:43.427] Build status: SCHEDULED
[03:07:43.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:9:0) after 7m49s
[03:15:32.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:9:0)
[03:15:32.504] Build status: SCHEDULED
[03:15:32.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:10:0) after 8m13s
[03:23:45.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:10:0)
[03:23:45.540] Build status: SCHEDULED
[03:23:45.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:11:0) after 1m26s
[03:25:11.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:11:0)
[03:25:11.589] Build status: SCHEDULED
[03:25:11.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:12:0) after 8m4s
[03:33:15.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:12:0)
[03:33:15.670] Build status: SCHEDULED
[03:33:15.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:13:0) after 2m35s
[03:35:50.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:13:0)
[03:35:50.918] Build status: SCHEDULED
[03:35:50.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:14:0) after 2m22s
[03:38:13.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:14:0)
[03:38:13.091] Build status: SCHEDULED
[03:38:13.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:15:0) after 7m3s
[03:45:16.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:15:0)
[03:45:16.228] Build status: SCHEDULED
[03:45:16.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:16:0) after 4m43s
[03:49:59.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:16:0)
[03:49:59.263] Build status: SCHEDULED
[03:49:59.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:17:0) after 1m31s
[03:51:30.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:17:0)
[03:51:30.280] Build status: SCHEDULED
[03:51:30.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:18:0) after 5m7s
[03:56:37.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:18:0)
[03:56:37.465] Build status: SCHEDULED
[03:56:37.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:19:0) after 5m53s
[04:02:30.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:19:0)
[04:02:30.492] Build status: SCHEDULED
[04:02:30.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:20:0) after 4m12s
[04:06:42.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:20:0)
[04:06:42.575] Build status: SCHEDULED
[04:06:42.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:21:0) after 1m39s
[04:08:21.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:21:0)
[04:08:21.670] Build status: SCHEDULED
[04:08:21.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:22:0) after 4m39s
[04:13:00.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:22:0)
[04:13:00.731] Build status: SCHEDULED
[04:13:00.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:23:0) after 2m41s
[04:15:41.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:23:0)
[04:15:41.796] Build status: SCHEDULED
[04:15:41.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:24:0) after 5m21s
[04:21:02.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:24:0)
[04:21:02.831] Build status: SCHEDULED
[04:21:02.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:25:0) after 6m12s
[04:27:14.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:25:0)
[04:27:14.911] Build status: SCHEDULED
[04:27:14.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:26:0) after 5m7s
[04:32:21.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:26:0)
[04:32:21.952] Build status: SCHEDULED
[04:32:21.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:27:0) after 4m52s
[04:37:14.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:27:0)
[04:37:14.596] Build status: SCHEDULED
[04:37:14.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:28:0) after 6m40s
[04:43:54.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:28:0)
[04:43:54.810] Build status: SCHEDULED
[04:43:54.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:29:0) after 7m17s
[04:51:11.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:29:0)
[04:51:11.838] Build status: SCHEDULED
[04:51:11.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:30:0) after 5m49s
[04:57:00.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:30:0)
[04:57:01.019] Build status: SCHEDULED
[04:57:01.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:31:0) after 2m57s
[04:59:58.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:31:0)
[04:59:58.049] Build status: SCHEDULED
[04:59:58.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:32:0) after 7m6s
[05:07:04.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:32:0)
[05:07:04.127] Build status: SCHEDULED
[05:07:04.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:33:0) after 6m23s
[05:13:27.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:33:0)
[05:13:27.194] Build status: SCHEDULED
[05:13:27.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:34:0) after 8m50s
[05:22:17.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:34:0)
[05:22:17.233] Build status: SCHEDULED
[05:22:17.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:35:0) after 1m33s
[05:23:50.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:35:0)
[05:23:50.302] Build status: SCHEDULED
[05:23:50.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:36:0) after 6m6s
[05:29:56.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:36:0)
[05:29:56.347] Build status: SCHEDULED
[05:29:56.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:37:0) after 8m29s
[05:38:25.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:37:0)
[05:38:25.384] Build status: SCHEDULED
[05:38:25.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:38:0) after 5m27s
[05:43:52.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:38:0)
[05:43:52.469] Build status: SCHEDULED
[05:43:52.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:39:0) after 9m19s
[05:53:11.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:39:0)
[05:53:11.796] Build status: SCHEDULED
[05:53:11.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:40:0) after 4m21s
[05:57:32.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:40:0)
[05:57:32.846] Build status: SCHEDULED
[05:57:32.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:41:0) after 1m20s
[05:58:53.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:41:0)
[05:58:53.489] Build status: SCHEDULED
[05:58:53.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:42:0) after 8m27s
[06:07:20.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:42:0)
[06:07:20.559] Build status: SCHEDULED
[06:07:20.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:43:0) after 6m9s
[06:13:29.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:43:0)
[06:13:29.601] Build status: SCHEDULED
[06:13:29.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:44:0) after 9m37s
[06:23:06.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:44:0)
[06:23:06.691] Build status: SCHEDULED
[06:23:06.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:45:0) after 1m1s
[06:24:07.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:45:0)
[06:24:07.962] Build status: SCHEDULED
[06:24:07.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:46:0) after 3m3s
[06:27:11.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:46:0)
[06:27:11.077] Build status: SCHEDULED
[06:27:11.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:47:0) after 7m49s
[06:35:00.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:47:0)
[06:35:00.433] Build status: SCHEDULED
[06:35:00.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:48:0) after 4m24s
[06:39:24.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:48:0)
[06:39:24.538] Build status: SCHEDULED
[06:39:24.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:49:0) after 2m58s
[06:42:22.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:49:0)
[06:42:22.538] Build status: SCHEDULED
[06:42:22.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:50:0) after 7m39s
[06:50:01.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:50:0)
[06:50:01.846] Build status: SCHEDULED
[06:50:01.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:51:0) after 8m53s
[06:58:55.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:51:0)
[06:58:55.050] Build status: SCHEDULED
[06:58:55.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:52:0) after 9m14s
[07:08:09.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:52:0)
[07:08:09.128] Build status: SCHEDULED
[07:08:09.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:53:0) after 3m46s
[07:11:55.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:53:0)
[07:11:55.223] Build status: SCHEDULED
[07:11:55.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:54:0) after 5m1s
[07:16:56.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:54:0)
[07:16:56.529] Build status: SCHEDULED
[07:16:56.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:55:0) after 3m49s
[07:20:45.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:55:0)
[07:20:45.561] Build status: SCHEDULED
[07:20:45.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:56:0) after 3m40s
[07:24:25.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:56:0)
[07:24:25.692] Build status: SCHEDULED
[07:24:25.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:57:0) after 4m34s
[07:28:59.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:57:0)
[07:28:59.735] Build status: SCHEDULED
[07:28:59.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:58:0) after 8m5s
[07:37:04.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:58:0)
[07:37:04.809] Build status: SCHEDULED
[07:37:04.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:59:0) after 5m20s
[07:42:24.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:59:0)
[07:42:24.917] Build status: SCHEDULED
[07:42:24.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:60:0) after 8m4s
[07:50:28.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:60:0)
[07:50:29.004] Build status: SCHEDULED
[07:50:29.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:61:0) after 3m40s
[07:54:09.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:61:0)
[07:54:09.147] Build status: SCHEDULED
[07:54:09.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:62:0) after 9m35s
[08:03:44.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:62:0)
[08:03:44.223] Build status: SCHEDULED
[08:03:44.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:63:0) after 4m41s
[08:08:25.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:63:0)
[08:08:25.346] Build status: SCHEDULED
[08:08:25.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:64:0) after 3m33s
[08:11:58.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:64:0)
[08:11:58.395] Build status: SCHEDULED
[08:11:58.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:65:0) after 6m55s
[08:17:48.618] Received PubSub notification, asking Buildbucket for the build status
[08:17:48.636] Build status: STARTED
[08:18:53.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:65:0)
[08:18:53.743] Build status: STARTED
[08:18:53.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:67:0) after 2m15s
[08:21:08.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:67:0)
[08:21:08.825] Build status: STARTED
[08:21:08.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:68:0) after 6m10s
[08:27:18.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:68:0)
[08:27:18.963] Build status: STARTED
[08:27:18.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:69:0) after 1m32s
[08:28:50.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:69:0)
[08:28:51.008] Build status: STARTED
[08:28:51.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:70:0) after 3m18s
[08:32:09.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:70:0)
[08:32:09.225] Build status: STARTED
[08:32:09.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:71:0) after 7m14s
[08:39:23.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:71:0)
[08:39:23.572] Build status: STARTED
[08:39:23.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863058362959987248:72:0) after 2m59s
[08:41:31.499] Received PubSub notification, asking Buildbucket for the build status
[08:41:31.520] Build:
{
  "id": "8697628301070209521",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-21T02:31:37.829428927Z",
  "startTime": "2025-11-21T08:17:48.393409898Z",
  "endTime": "2025-11-21T08:41:30.803167817Z",
  "updateTime": "2025-11-21T08:41:30.803167817Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "840c2f2a01431b35dd2e295d79e7905b29f22e4d",
      "ref": "refs/heads/main"
    }
  }
}
[08:41:31.520] Invocation finished in 6h9m54.876401654s with status FAILED