1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico
  4. 8866773335795152048
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d390baa10ed74e080a3651cbd93e2b623f70dddf"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:23:42.474] New invocation is queued and will start shortly
[02:23:43.632] Starting the invocation (attempt 1)
[02:23:43.659] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf"
[02:23:43.659] Popped gitiles commit info from properties and tags
[02:23:43.659] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:23:43.659] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:23:43.659] Buildbucket request:
{
  "requestId": "8866773335795152048",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866773335795152048",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4",
                        "title": "c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c4824bf1525fd67ca646b838ad32f9a6c7e3a7b4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d390baa10ed74e080a3651cbd93e2b623f70dddf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d390baa10ed74e080a3651cbd93e2b623f70dddf",
                        "title": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d390baa10ed74e080a3651cbd93e2b623f70dddf"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866773335795152048"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:23:43.970] Scheduled build:
{
  "id": "8701343273843635377",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-11T02:23:43.709427532Z",
  "updateTime": "2025-10-11T02:23:43.709427532Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:23:43.970] Task URL: https://cr-buildbucket.appspot.com/build/8701343273843635377
[02:23:43.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:2:0) after 2m14s
[02:23:44.935] Received PubSub notification, asking Buildbucket for the build status
[02:23:44.958] Build status: SCHEDULED
[02:25:57.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:2:0)
[02:25:58.000] Build status: SCHEDULED
[02:25:58.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:4:0) after 8m55s
[02:34:53.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:4:0)
[02:34:53.797] Build status: SCHEDULED
[02:34:53.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:5:0) after 5m57s
[02:40:50.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:5:0)
[02:40:50.785] Build status: SCHEDULED
[02:40:50.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:6:0) after 4m56s
[02:45:46.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:6:0)
[02:45:46.930] Build status: SCHEDULED
[02:45:46.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:7:0) after 9m56s
[02:55:42.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:7:0)
[02:55:42.962] Build status: SCHEDULED
[02:55:42.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:8:0) after 5m19s
[03:01:02.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:8:0)
[03:01:02.147] Build status: SCHEDULED
[03:01:02.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:9:0) after 2m8s
[03:03:10.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:9:0)
[03:03:10.579] Build status: SCHEDULED
[03:03:10.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:10:0) after 8m30s
[03:11:40.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:10:0)
[03:11:40.616] Build status: SCHEDULED
[03:11:40.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:11:0) after 2m9s
[03:13:49.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:11:0)
[03:13:49.703] Build status: SCHEDULED
[03:13:49.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:12:0) after 4m52s
[03:18:41.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:12:0)
[03:18:41.800] Build status: SCHEDULED
[03:18:41.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:13:0) after 8m33s
[03:27:14.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:13:0)
[03:27:14.832] Build status: SCHEDULED
[03:27:14.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:14:0) after 7m12s
[03:34:26.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:14:0)
[03:34:26.905] Build status: SCHEDULED
[03:34:26.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:15:0) after 8m15s
[03:42:41.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:15:0)
[03:42:42.197] Build status: SCHEDULED
[03:42:42.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:16:0) after 1m6s
[03:43:48.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:16:0)
[03:43:48.240] Build status: SCHEDULED
[03:43:48.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:17:0) after 3m14s
[03:47:02.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:17:0)
[03:47:02.608] Build status: SCHEDULED
[03:47:02.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:18:0) after 5m43s
[03:52:45.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:18:0)
[03:52:45.643] Build status: SCHEDULED
[03:52:45.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:19:0) after 1m36s
[03:54:21.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:19:0)
[03:54:21.787] Build status: SCHEDULED
[03:54:21.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:20:0) after 1m31s
[03:55:52.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:20:0)
[03:55:52.981] Build status: SCHEDULED
[03:55:52.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:21:0) after 8m37s
[04:04:30.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:21:0)
[04:04:30.075] Build status: SCHEDULED
[04:04:30.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:22:0) after 5m57s
[04:10:27.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:22:0)
[04:10:27.121] Build status: SCHEDULED
[04:10:27.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:23:0) after 5m21s
[04:15:48.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:23:0)
[04:15:48.221] Build status: SCHEDULED
[04:15:48.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:24:0) after 1m25s
[04:17:13.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:24:0)
[04:17:13.345] Build status: SCHEDULED
[04:17:13.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:25:0) after 9m30s
[04:26:43.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:25:0)
[04:26:43.429] Build status: SCHEDULED
[04:26:43.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:26:0) after 7m45s
[04:34:28.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:26:0)
[04:34:28.463] Build status: SCHEDULED
[04:34:28.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:27:0) after 3m15s
[04:37:43.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:27:0)
[04:37:43.544] Build status: SCHEDULED
[04:37:43.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:28:0) after 8m56s
[04:46:39.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:28:0)
[04:46:39.589] Build status: SCHEDULED
[04:46:39.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:29:0) after 9m15s
[04:55:54.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:29:0)
[04:55:54.620] Build status: SCHEDULED
[04:55:54.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:30:0) after 2m37s
[04:58:31.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:30:0)
[04:58:31.715] Build status: SCHEDULED
[04:58:31.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:31:0) after 6m25s
[05:04:56.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:31:0)
[05:04:56.758] Build status: SCHEDULED
[05:04:56.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:32:0) after 6m19s
[05:11:15.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:32:0)
[05:11:15.901] Build status: SCHEDULED
[05:11:15.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:33:0) after 9m6s
[05:20:21.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:33:0)
[05:20:22.026] Build status: SCHEDULED
[05:20:22.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:34:0) after 1m33s
[05:21:55.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:34:0)
[05:21:55.106] Build status: SCHEDULED
[05:21:55.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:35:0) after 3m21s
[05:25:16.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:35:0)
[05:25:16.136] Build status: SCHEDULED
[05:25:16.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:36:0) after 3m17s
[05:28:33.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:36:0)
[05:28:33.173] Build status: SCHEDULED
[05:28:33.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:37:0) after 3m46s
[05:32:19.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:37:0)
[05:32:19.298] Build status: SCHEDULED
[05:32:19.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:38:0) after 9m51s
[05:42:10.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:38:0)
[05:42:10.341] Build status: SCHEDULED
[05:42:10.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:39:0) after 1m0s
[05:43:10.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:39:0)
[05:43:10.391] Build status: SCHEDULED
[05:43:10.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:40:0) after 9m6s
[05:52:16.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:40:0)
[05:52:16.542] Build status: SCHEDULED
[05:52:16.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:41:0) after 3m39s
[05:55:55.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:41:0)
[05:55:55.594] Build status: SCHEDULED
[05:55:55.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:42:0) after 1m58s
[05:57:53.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:42:0)
[05:57:53.625] Build status: SCHEDULED
[05:57:53.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:43:0) after 2m33s
[06:00:26.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:43:0)
[06:00:26.700] Build status: SCHEDULED
[06:00:26.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:44:0) after 4m57s
[06:05:23.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:44:0)
[06:05:23.856] Build status: SCHEDULED
[06:05:23.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:45:0) after 2m32s
[06:07:55.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:45:0)
[06:07:55.904] Build status: SCHEDULED
[06:07:55.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:46:0) after 7m20s
[06:15:15.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:46:0)
[06:15:15.970] Build status: SCHEDULED
[06:15:15.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:47:0) after 4m35s
[06:19:51.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:47:0)
[06:19:51.221] Build status: SCHEDULED
[06:19:51.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:48:0) after 4m13s
[06:24:04.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:48:0)
[06:24:04.326] Build status: SCHEDULED
[06:24:04.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:49:0) after 3m52s
[06:27:56.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:49:0)
[06:27:56.410] Build status: SCHEDULED
[06:27:56.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:50:0) after 2m43s
[06:30:39.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:50:0)
[06:30:39.513] Build status: SCHEDULED
[06:30:39.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:51:0) after 8m26s
[06:39:05.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:51:0)
[06:39:05.649] Build status: SCHEDULED
[06:39:05.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:52:0) after 1m22s
[06:40:27.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:52:0)
[06:40:27.779] Build status: SCHEDULED
[06:40:27.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:53:0) after 4m41s
[06:45:08.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:53:0)
[06:45:08.818] Build status: SCHEDULED
[06:45:08.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:54:0) after 9m9s
[06:54:17.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:54:0)
[06:54:17.870] Build status: SCHEDULED
[06:54:17.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:55:0) after 9m49s
[07:04:06.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:55:0)
[07:04:06.984] Build status: SCHEDULED
[07:04:06.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:56:0) after 2m47s
[07:06:54.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:56:0)
[07:06:54.169] Build status: SCHEDULED
[07:06:54.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:57:0) after 5m13s
[07:12:07.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:57:0)
[07:12:07.362] Build status: SCHEDULED
[07:12:07.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:58:0) after 5m39s
[07:17:46.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:58:0)
[07:17:46.855] Build status: SCHEDULED
[07:17:46.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:59:0) after 7m56s
[07:25:42.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:59:0)
[07:25:42.948] Build status: SCHEDULED
[07:25:42.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:60:0) after 6m46s
[07:32:29.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:60:0)
[07:32:29.346] Build status: SCHEDULED
[07:32:29.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:61:0) after 3m5s
[07:35:34.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:61:0)
[07:35:34.581] Build status: SCHEDULED
[07:35:34.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:62:0) after 2m42s
[07:38:16.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:62:0)
[07:38:16.643] Build status: SCHEDULED
[07:38:16.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:63:0) after 7m19s
[07:45:35.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:63:0)
[07:45:35.683] Build status: SCHEDULED
[07:45:35.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:64:0) after 3m25s
[07:49:00.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:64:0)
[07:49:00.718] Build status: SCHEDULED
[07:49:00.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:65:0) after 7m33s
[07:56:33.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:65:0)
[07:56:33.787] Build status: SCHEDULED
[07:56:33.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:66:0) after 4m32s
[08:01:05.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:66:0)
[08:01:05.829] Build status: SCHEDULED
[08:01:05.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:67:0) after 4m31s
[08:05:36.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:67:0)
[08:05:36.864] Build status: SCHEDULED
[08:05:36.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:68:0) after 9m0s
[08:14:37.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:68:0)
[08:14:37.289] Build status: SCHEDULED
[08:14:37.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:69:0) after 1m0s
[08:15:37.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:69:0)
[08:15:37.422] Build status: SCHEDULED
[08:15:37.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:70:0) after 2m25s
[08:18:02.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:70:0)
[08:18:02.642] Build status: SCHEDULED
[08:18:02.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:71:0) after 1m2s
[08:19:04.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:71:0)
[08:19:04.677] Build status: SCHEDULED
[08:19:04.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:72:0) after 7m7s
[08:26:11.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:72:0)
[08:26:11.713] Build status: SCHEDULED
[08:26:11.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:73:0) after 2m23s
[08:28:34.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:73:0)
[08:28:34.799] Build status: SCHEDULED
[08:28:34.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:74:0) after 9m2s
[08:37:36.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:74:0)
[08:37:36.838] Build status: SCHEDULED
[08:37:36.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:75:0) after 4m57s
[08:42:33.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:75:0)
[08:42:33.895] Build status: SCHEDULED
[08:42:33.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:76:0) after 1m1s
[08:43:35.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:76:0)
[08:43:35.128] Build status: SCHEDULED
[08:43:35.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:77:0) after 1m20s
[08:44:55.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:77:0)
[08:44:55.540] Build status: SCHEDULED
[08:44:55.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:78:0) after 1m6s
[08:46:01.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:78:0)
[08:46:01.580] Build status: SCHEDULED
[08:46:01.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:79:0) after 9m59s
[08:56:00.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:79:0)
[08:56:00.688] Build status: SCHEDULED
[08:56:00.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:80:0) after 2m27s
[08:58:27.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:80:0)
[08:58:27.721] Build status: SCHEDULED
[08:58:27.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:81:0) after 9m5s
[09:07:33.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:81:0)
[09:07:33.081] Build status: SCHEDULED
[09:07:33.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:82:0) after 1m23s
[09:08:56.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:82:0)
[09:08:56.428] Build status: SCHEDULED
[09:08:56.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:83:0) after 8m41s
[09:17:37.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:83:0)
[09:17:37.514] Build status: SCHEDULED
[09:17:37.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:84:0) after 6m28s
[09:24:05.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:84:0)
[09:24:05.572] Build status: SCHEDULED
[09:24:05.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:85:0) after 7m4s
[09:31:09.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:85:0)
[09:31:09.633] Build status: SCHEDULED
[09:31:09.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:86:0) after 2m13s
[09:33:22.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:86:0)
[09:33:22.665] Build status: SCHEDULED
[09:33:22.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:87:0) after 9m21s
[09:42:44.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:87:0)
[09:42:44.150] Build status: SCHEDULED
[09:42:44.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:88:0) after 3m8s
[09:45:52.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:88:0)
[09:45:52.805] Build status: SCHEDULED
[09:45:52.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:89:0) after 3m12s
[09:49:05.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:89:0)
[09:49:05.043] Build status: SCHEDULED
[09:49:05.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:90:0) after 5m57s
[09:55:02.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:90:0)
[09:55:02.299] Build status: SCHEDULED
[09:55:02.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:91:0) after 9m29s
[10:04:31.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:91:0)
[10:04:31.492] Build status: SCHEDULED
[10:04:31.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:92:0) after 6m26s
[10:07:18.464] Received PubSub notification, asking Buildbucket for the build status
[10:07:18.495] Build status: STARTED
[10:10:57.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:92:0)
[10:10:57.642] Build status: STARTED
[10:10:57.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:94:0) after 3m59s
[10:14:56.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:94:0)
[10:14:56.702] Build status: STARTED
[10:14:56.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:95:0) after 7m40s
[10:22:36.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:95:0)
[10:22:36.735] Build status: STARTED
[10:22:36.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:96:0) after 6m46s
[10:29:22.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:96:0)
[10:29:22.766] Build status: STARTED
[10:29:22.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8866773335795152048:97:0) after 7m24s
[10:30:08.139] Received PubSub notification, asking Buildbucket for the build status
[10:30:08.159] Build:
{
  "id": "8701343273843635377",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-11T02:23:43.709427532Z",
  "startTime": "2025-10-11T10:07:18.188984963Z",
  "endTime": "2025-10-11T10:30:07.814716828Z",
  "updateTime": "2025-10-11T10:30:07.814716828Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d390baa10ed74e080a3651cbd93e2b623f70dddf",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:30:08.159] Invocation finished in 8h6m25.695869257s with status FAILED