Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "515eecc8db1063bfe36a113aa098f900c0543a5f"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/515eecc8db1063bfe36a113aa098f900c0543a5f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:04:40.884] New invocation is queued and will start shortly
[04:04:42.093] Starting the invocation (attempt 1)
[04:04:42.121] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/515eecc8db1063bfe36a113aa098f900c0543a5f"
[04:04:42.121] Popped gitiles commit info from properties and tags
[04:04:42.121] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:04:42.122] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:04:42.123] Buildbucket request:
{
  "requestId": "8866223401294681184",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866223401294681184",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1ba89dc75eea9a744fd2a4201944eba1f0b59c36"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ba89dc75eea9a744fd2a4201944eba1f0b59c36",
                        "title": "1ba89dc75eea9a744fd2a4201944eba1f0b59c36",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ba89dc75eea9a744fd2a4201944eba1f0b59c36"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "346d2e1cad50568ceb8098de9ab4e814c7c341f2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@346d2e1cad50568ceb8098de9ab4e814c7c341f2",
                        "title": "346d2e1cad50568ceb8098de9ab4e814c7c341f2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/346d2e1cad50568ceb8098de9ab4e814c7c341f2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cc18ce6e7f85d9aba0a2a07e468d14cd9b018cc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc18ce6e7f85d9aba0a2a07e468d14cd9b018cc3",
                        "title": "cc18ce6e7f85d9aba0a2a07e468d14cd9b018cc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc18ce6e7f85d9aba0a2a07e468d14cd9b018cc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0e8e0aeb33389286ccad690b56ec8c9aea0e2f6d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e8e0aeb33389286ccad690b56ec8c9aea0e2f6d",
                        "title": "0e8e0aeb33389286ccad690b56ec8c9aea0e2f6d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e8e0aeb33389286ccad690b56ec8c9aea0e2f6d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b6d9d10c5d337da52e4375303d0d7fb289edb8b7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b6d9d10c5d337da52e4375303d0d7fb289edb8b7",
                        "title": "b6d9d10c5d337da52e4375303d0d7fb289edb8b7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b6d9d10c5d337da52e4375303d0d7fb289edb8b7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "844fb9b99cdd73b0e8873282ce745565182c3eae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@844fb9b99cdd73b0e8873282ce745565182c3eae",
                        "title": "844fb9b99cdd73b0e8873282ce745565182c3eae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/844fb9b99cdd73b0e8873282ce745565182c3eae"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "515eecc8db1063bfe36a113aa098f900c0543a5f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@515eecc8db1063bfe36a113aa098f900c0543a5f",
                        "title": "515eecc8db1063bfe36a113aa098f900c0543a5f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/515eecc8db1063bfe36a113aa098f900c0543a5f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "515eecc8db1063bfe36a113aa098f900c0543a5f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866223401294681184"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:04:42.531] Scheduled build:
{
  "id": "8700793339272890001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-17T04:04:42.184566450Z",
  "updateTime": "2025-10-17T04:04:42.184566450Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "515eecc8db1063bfe36a113aa098f900c0543a5f",
      "ref": "refs/heads/main"
    }
  }
}
[04:04:42.531] Task URL: https://cr-buildbucket.appspot.com/build/8700793339272890001
[04:04:42.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:2:0) after 2m53s
[04:04:43.488] Received PubSub notification, asking Buildbucket for the build status
[04:04:43.508] Build status: SCHEDULED
[04:07:35.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:2:0)
[04:07:35.581] Build status: SCHEDULED
[04:07:35.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:4:0) after 9m30s
[04:17:05.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:4:0)
[04:17:05.662] Build status: SCHEDULED
[04:17:05.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:5:0) after 6m54s
[04:23:59.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:5:0)
[04:23:59.745] Build status: SCHEDULED
[04:23:59.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:6:0) after 7m2s
[04:31:01.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:6:0)
[04:31:01.797] Build status: SCHEDULED
[04:31:01.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:7:0) after 4m45s
[04:35:46.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:7:0)
[04:35:46.970] Build status: SCHEDULED
[04:35:46.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:8:0) after 1m3s
[04:36:49.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:8:0)
[04:36:50.029] Build status: SCHEDULED
[04:36:50.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:9:0) after 3m20s
[04:40:10.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:9:0)
[04:40:10.061] Build status: SCHEDULED
[04:40:10.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:10:0) after 9m9s
[04:49:19.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:10:0)
[04:49:19.094] Build status: SCHEDULED
[04:49:19.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:11:0) after 2m24s
[04:51:43.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:11:0)
[04:51:43.202] Build status: SCHEDULED
[04:51:43.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:12:0) after 2m35s
[04:54:18.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:12:0)
[04:54:18.252] Build status: SCHEDULED
[04:54:18.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:13:0) after 9m10s
[05:03:28.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:13:0)
[05:03:28.271] Build status: SCHEDULED
[05:03:28.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:14:0) after 3m24s
[05:06:52.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:14:0)
[05:06:52.388] Build status: SCHEDULED
[05:06:52.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:15:0) after 4m58s
[05:11:50.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:15:0)
[05:11:50.424] Build status: SCHEDULED
[05:11:50.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:16:0) after 3m9s
[05:14:59.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:16:0)
[05:14:59.511] Build status: SCHEDULED
[05:14:59.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:17:0) after 3m59s
[05:18:58.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:17:0)
[05:18:58.564] Build status: SCHEDULED
[05:18:58.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:18:0) after 5m2s
[05:24:00.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:18:0)
[05:24:00.572] Build status: SCHEDULED
[05:24:00.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:19:0) after 6m26s
[05:30:26.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:19:0)
[05:30:26.640] Build status: SCHEDULED
[05:30:26.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:20:0) after 5m59s
[05:36:25.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:20:0)
[05:36:25.682] Build status: SCHEDULED
[05:36:25.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:21:0) after 4m30s
[05:40:55.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:21:0)
[05:40:55.738] Build status: SCHEDULED
[05:40:55.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:22:0) after 3m26s
[05:44:21.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:22:0)
[05:44:21.836] Build status: SCHEDULED
[05:44:21.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:23:0) after 2m4s
[05:46:25.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:23:0)
[05:46:25.872] Build status: SCHEDULED
[05:46:25.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:24:0) after 2m22s
[05:48:47.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:24:0)
[05:48:47.905] Build status: SCHEDULED
[05:48:47.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:25:0) after 2m43s
[05:51:30.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:25:0)
[05:51:31.006] Build status: SCHEDULED
[05:51:31.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:26:0) after 3m36s
[05:55:07.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:26:0)
[05:55:07.038] Build status: SCHEDULED
[05:55:07.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:27:0) after 4m9s
[05:59:16.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:27:0)
[05:59:16.069] Build status: SCHEDULED
[05:59:16.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:28:0) after 8m22s
[06:07:38.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:28:0)
[06:07:38.178] Build status: SCHEDULED
[06:07:38.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:29:0) after 3m44s
[06:11:22.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:29:0)
[06:11:22.212] Build status: SCHEDULED
[06:11:22.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:30:0) after 8m50s
[06:20:12.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:30:0)
[06:20:12.403] Build status: SCHEDULED
[06:20:12.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:31:0) after 8m45s
[06:28:57.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:31:0)
[06:28:57.630] Build status: SCHEDULED
[06:28:57.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:32:0) after 8m4s
[06:37:01.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:32:0)
[06:37:01.662] Build status: SCHEDULED
[06:37:01.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:33:0) after 5m14s
[06:42:15.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:33:0)
[06:42:15.708] Build status: SCHEDULED
[06:42:15.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:34:0) after 4m43s
[06:46:58.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:34:0)
[06:46:58.752] Build status: SCHEDULED
[06:46:58.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:35:0) after 4m37s
[06:51:35.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:35:0)
[06:51:35.784] Build status: SCHEDULED
[06:51:35.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:36:0) after 9m48s
[07:01:23.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:36:0)
[07:01:23.819] Build status: SCHEDULED
[07:01:23.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:37:0) after 3m5s
[07:04:28.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:37:0)
[07:04:28.884] Build status: SCHEDULED
[07:04:28.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:38:0) after 8m25s
[07:12:53.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:38:0)
[07:12:53.896] Build status: SCHEDULED
[07:12:53.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:39:0) after 2m23s
[07:15:16.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:39:0)
[07:15:16.960] Build status: SCHEDULED
[07:15:16.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:40:0) after 4m43s
[07:20:00.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:40:0)
[07:20:00.083] Build status: SCHEDULED
[07:20:00.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:41:0) after 6m7s
[07:26:07.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:41:0)
[07:26:07.252] Build status: SCHEDULED
[07:26:07.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:42:0) after 4m14s
[07:30:21.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:42:0)
[07:30:21.292] Build status: SCHEDULED
[07:30:21.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:43:0) after 4m51s
[07:35:12.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:43:0)
[07:35:12.482] Build status: SCHEDULED
[07:35:12.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:44:0) after 2m51s
[07:38:03.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:44:0)
[07:38:03.647] Build status: SCHEDULED
[07:38:03.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:45:0) after 2m42s
[07:40:45.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:45:0)
[07:40:45.681] Build status: SCHEDULED
[07:40:45.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:46:0) after 1m15s
[07:42:00.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:46:0)
[07:42:00.721] Build status: SCHEDULED
[07:42:00.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:47:0) after 8m44s
[07:50:44.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:47:0)
[07:50:44.759] Build status: SCHEDULED
[07:50:44.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:48:0) after 9m4s
[07:59:48.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:48:0)
[07:59:48.838] Build status: SCHEDULED
[07:59:48.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:49:0) after 5m46s
[08:05:34.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:49:0)
[08:05:34.936] Build status: SCHEDULED
[08:05:34.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:50:0) after 3m36s
[08:09:10.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:50:0)
[08:09:10.988] Build status: SCHEDULED
[08:09:10.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:51:0) after 7m49s
[08:17:00.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:51:0)
[08:17:00.057] Build status: SCHEDULED
[08:17:00.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:52:0) after 5m20s
[08:22:20.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:52:0)
[08:22:20.216] Build status: SCHEDULED
[08:22:20.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:53:0) after 1m23s
[08:23:43.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:53:0)
[08:23:43.262] Build status: SCHEDULED
[08:23:43.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:54:0) after 3m4s
[08:26:47.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:54:0)
[08:26:47.297] Build status: SCHEDULED
[08:26:47.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:55:0) after 5m25s
[08:32:12.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:55:0)
[08:32:12.354] Build status: SCHEDULED
[08:32:12.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:56:0) after 6m2s
[08:38:14.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:56:0)
[08:38:14.382] Build status: SCHEDULED
[08:38:14.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:57:0) after 4m28s
[08:42:42.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:57:0)
[08:42:42.434] Build status: SCHEDULED
[08:42:42.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:58:0) after 3m35s
[08:46:17.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:58:0)
[08:46:17.520] Build status: SCHEDULED
[08:46:17.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:59:0) after 3m46s
[08:50:03.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:59:0)
[08:50:03.565] Build status: SCHEDULED
[08:50:03.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:60:0) after 7m41s
[08:57:44.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:60:0)
[08:57:44.699] Build status: SCHEDULED
[08:57:44.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:61:0) after 7m30s
[09:05:14.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:61:0)
[09:05:14.739] Build status: SCHEDULED
[09:05:14.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:62:0) after 3m3s
[09:08:17.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:62:0)
[09:08:17.839] Build status: SCHEDULED
[09:08:17.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:63:0) after 2m36s
[09:10:53.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:63:0)
[09:10:53.894] Build status: SCHEDULED
[09:10:53.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:64:0) after 9m59s
[09:20:52.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:64:0)
[09:20:52.930] Build status: SCHEDULED
[09:20:52.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:65:0) after 3m18s
[09:24:10.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:65:0)
[09:24:10.979] Build status: SCHEDULED
[09:24:10.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:66:0) after 9m31s
[09:33:42.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:66:0)
[09:33:42.073] Build status: SCHEDULED
[09:33:42.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:67:0) after 2m34s
[09:36:16.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:67:0)
[09:36:16.731] Build status: SCHEDULED
[09:36:16.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:68:0) after 4m40s
[09:40:56.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:68:0)
[09:40:56.807] Build status: SCHEDULED
[09:40:56.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:69:0) after 8m7s
[09:49:03.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:69:0)
[09:49:03.882] Build status: SCHEDULED
[09:49:03.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:70:0) after 8m50s
[09:57:54.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:70:0)
[09:57:54.148] Build status: SCHEDULED
[09:57:54.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:71:0) after 8m48s
[10:06:42.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:71:0)
[10:06:42.188] Build status: SCHEDULED
[10:06:42.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:72:0) after 4m56s
[10:11:38.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:72:0)
[10:11:38.274] Build status: SCHEDULED
[10:11:38.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:73:0) after 8m4s
[10:19:42.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:73:0)
[10:19:42.361] Build status: SCHEDULED
[10:19:42.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:74:0) after 8m14s
[10:27:56.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:74:0)
[10:27:56.525] Build status: SCHEDULED
[10:27:56.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:75:0) after 3m25s
[10:31:21.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:75:0)
[10:31:21.560] Build status: SCHEDULED
[10:31:21.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:76:0) after 9m24s
[10:40:45.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:76:0)
[10:40:45.600] Build status: SCHEDULED
[10:40:45.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:77:0) after 6m13s
[10:46:58.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:77:0)
[10:46:58.896] Build status: SCHEDULED
[10:46:58.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:78:0) after 5m13s
[10:52:12.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:78:0)
[10:52:12.103] Build status: SCHEDULED
[10:52:12.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:79:0) after 3m5s
[10:55:17.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:79:0)
[10:55:17.204] Build status: SCHEDULED
[10:55:17.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:80:0) after 7m28s
[11:02:45.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:80:0)
[11:02:45.440] Build status: SCHEDULED
[11:02:45.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:81:0) after 2m1s
[11:04:46.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:81:0)
[11:04:46.788] Build status: SCHEDULED
[11:04:46.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:82:0) after 6m57s
[11:11:43.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:82:0)
[11:11:43.829] Build status: SCHEDULED
[11:11:43.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:83:0) after 7m5s
[11:18:48.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:83:0)
[11:18:48.947] Build status: SCHEDULED
[11:18:48.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:84:0) after 5m14s
[11:20:46.878] Received PubSub notification, asking Buildbucket for the build status
[11:20:46.952] Build status: STARTED
[11:24:03.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:84:0)
[11:24:03.755] Build status: STARTED
[11:24:03.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:86:0) after 1m56s
[11:25:59.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:86:0)
[11:25:59.891] Build status: STARTED
[11:25:59.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:87:0) after 4m5s
[11:30:04.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:87:0)
[11:30:04.923] Build status: STARTED
[11:30:04.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:88:0) after 7m58s
[11:38:02.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:88:0)
[11:38:03.023] Build status: STARTED
[11:38:03.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866223401294681184:89:0) after 8m44s
[11:43:34.423] Received PubSub notification, asking Buildbucket for the build status
[11:43:34.438] Build:
{
  "id": "8700793339272890001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-17T04:04:42.184566450Z",
  "startTime": "2025-10-17T11:20:46.626505240Z",
  "endTime": "2025-10-17T11:43:28.425653494Z",
  "updateTime": "2025-10-17T11:43:28.425653494Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "515eecc8db1063bfe36a113aa098f900c0543a5f",
      "ref": "refs/heads/main"
    }
  }
}
[11:43:34.438] Invocation finished in 7h38m53.564686791s with status FAILED