LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico

Status: FAILED

Triggered by: -

Duration: 7 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

98784853e4109173b58f9c61474828fab46b9134 (3 weeks ago)
867b674b2d35419a484873d53acfb51ab858dea5 (3 weeks ago)
94ba316553c829e1f0d6fdb11275cf770ea386da (3 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "94ba316553c829e1f0d6fdb11275cf770ea386da"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94ba316553c829e1f0d6fdb11275cf770ea386da
gitiles_ref:refs/heads/main

Debug log (UTC)

[19:24:02.211] New invocation is queued and will start shortly
[19:24:03.226] Starting the invocation (attempt 1)
[19:24:03.246] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/94ba316553c829e1f0d6fdb11275cf770ea386da"
[19:24:03.246] Popped gitiles commit info from properties and tags
[19:24:03.246] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:24:03.246] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:24:03.246] Buildbucket request:
{
  "requestId": "8863266457520257632",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8863266457520257632",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "98784853e4109173b58f9c61474828fab46b9134"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@98784853e4109173b58f9c61474828fab46b9134",
                        "title": "98784853e4109173b58f9c61474828fab46b9134",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/98784853e4109173b58f9c61474828fab46b9134"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "867b674b2d35419a484873d53acfb51ab858dea5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@867b674b2d35419a484873d53acfb51ab858dea5",
                        "title": "867b674b2d35419a484873d53acfb51ab858dea5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/867b674b2d35419a484873d53acfb51ab858dea5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "94ba316553c829e1f0d6fdb11275cf770ea386da"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94ba316553c829e1f0d6fdb11275cf770ea386da",
                        "title": "94ba316553c829e1f0d6fdb11275cf770ea386da",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94ba316553c829e1f0d6fdb11275cf770ea386da"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "94ba316553c829e1f0d6fdb11275cf770ea386da",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8863266457520257632"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:24:03.549] Scheduled build:
{
  "id": "8697836395735209393",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-18T19:24:03.291417851Z",
  "updateTime": "2025-11-18T19:24:03.291417851Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "94ba316553c829e1f0d6fdb11275cf770ea386da",
      "ref": "refs/heads/main"
    }
  }
}
[19:24:03.549] Task URL: https://cr-buildbucket.appspot.com/build/8697836395735209393
[19:24:03.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:2:0) after 6m27s
[19:24:04.561] Received PubSub notification, asking Buildbucket for the build status
[19:24:04.627] Build status: SCHEDULED
[19:30:30.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:2:0)
[19:30:30.634] Build status: SCHEDULED
[19:30:30.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:4:0) after 8m14s
[19:38:44.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:4:0)
[19:38:44.701] Build status: SCHEDULED
[19:38:44.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:5:0) after 1m27s
[19:40:11.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:5:0)
[19:40:11.890] Build status: SCHEDULED
[19:40:11.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:6:0) after 6m13s
[19:46:24.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:6:0)
[19:46:24.924] Build status: SCHEDULED
[19:46:24.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:7:0) after 6m29s
[19:52:53.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:7:0)
[19:52:54.015] Build status: SCHEDULED
[19:52:54.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:8:0) after 1m59s
[19:54:53.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:8:0)
[19:54:53.092] Build status: SCHEDULED
[19:54:53.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:9:0) after 2m15s
[19:57:08.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:9:0)
[19:57:08.128] Build status: SCHEDULED
[19:57:08.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:10:0) after 8m35s
[20:05:43.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:10:0)
[20:05:43.200] Build status: SCHEDULED
[20:05:43.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:11:0) after 8m53s
[20:14:36.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:11:0)
[20:14:36.235] Build status: SCHEDULED
[20:14:36.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:12:0) after 8m25s
[20:23:01.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:12:0)
[20:23:01.311] Build status: SCHEDULED
[20:23:01.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:13:0) after 6m59s
[20:30:00.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:13:0)
[20:30:00.333] Build status: SCHEDULED
[20:30:00.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:14:0) after 9m33s
[20:39:33.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:14:0)
[20:39:33.364] Build status: SCHEDULED
[20:39:33.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:15:0) after 9m58s
[20:49:31.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:15:0)
[20:49:31.476] Build status: SCHEDULED
[20:49:31.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:16:0) after 6m14s
[20:55:45.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:16:0)
[20:55:45.506] Build status: SCHEDULED
[20:55:45.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:17:0) after 3m23s
[20:59:08.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:17:0)
[20:59:08.564] Build status: SCHEDULED
[20:59:08.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:18:0) after 6m23s
[21:05:31.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:18:0)
[21:05:31.649] Build status: SCHEDULED
[21:05:31.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:19:0) after 8m54s
[21:14:25.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:19:0)
[21:14:25.762] Build status: SCHEDULED
[21:14:25.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:20:0) after 7m8s
[21:21:33.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:20:0)
[21:21:33.849] Build status: SCHEDULED
[21:21:33.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:21:0) after 2m6s
[21:23:39.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:21:0)
[21:23:39.906] Build status: SCHEDULED
[21:23:39.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:22:0) after 5m33s
[21:29:12.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:22:0)
[21:29:12.973] Build status: SCHEDULED
[21:29:12.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:23:0) after 2m11s
[21:31:24.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:23:0)
[21:31:24.126] Build status: SCHEDULED
[21:31:24.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:24:0) after 4m58s
[21:36:22.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:24:0)
[21:36:22.308] Build status: SCHEDULED
[21:36:22.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:25:0) after 6m41s
[21:43:03.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:25:0)
[21:43:03.397] Build status: SCHEDULED
[21:43:03.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:26:0) after 8m51s
[21:51:54.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:26:0)
[21:51:54.440] Build status: SCHEDULED
[21:51:54.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:27:0) after 1m59s
[21:53:53.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:27:0)
[21:53:53.470] Build status: SCHEDULED
[21:53:53.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:28:0) after 5m11s
[21:59:04.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:28:0)
[21:59:04.554] Build status: SCHEDULED
[21:59:04.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:29:0) after 7m29s
[22:06:33.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:29:0)
[22:06:33.588] Build status: SCHEDULED
[22:06:33.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:30:0) after 5m45s
[22:12:18.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:30:0)
[22:12:18.621] Build status: SCHEDULED
[22:12:18.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:31:0) after 5m37s
[22:17:55.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:31:0)
[22:17:55.695] Build status: SCHEDULED
[22:17:55.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:32:0) after 5m29s
[22:23:24.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:32:0)
[22:23:24.812] Build status: SCHEDULED
[22:23:24.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:33:0) after 7m29s
[22:30:53.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:33:0)
[22:30:53.849] Build status: SCHEDULED
[22:30:53.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:34:0) after 3m1s
[22:33:54.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:34:0)
[22:33:54.929] Build status: SCHEDULED
[22:33:54.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:35:0) after 2m2s
[22:35:56.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:35:0)
[22:35:56.959] Build status: SCHEDULED
[22:35:56.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:36:0) after 6m59s
[22:42:55.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:36:0)
[22:42:56.123] Build status: SCHEDULED
[22:42:56.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:37:0) after 2m16s
[22:45:12.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:37:0)
[22:45:12.153] Build status: SCHEDULED
[22:45:12.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:38:0) after 9m55s
[22:55:07.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:38:0)
[22:55:07.238] Build status: SCHEDULED
[22:55:07.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:39:0) after 4m56s
[23:00:03.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:39:0)
[23:00:03.400] Build status: SCHEDULED
[23:00:03.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:40:0) after 1m10s
[23:01:13.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:40:0)
[23:01:13.488] Build status: SCHEDULED
[23:01:13.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:41:0) after 8m13s
[23:09:26.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:41:0)
[23:09:26.538] Build status: SCHEDULED
[23:09:26.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:42:0) after 5m37s
[23:15:03.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:42:0)
[23:15:03.555] Build status: SCHEDULED
[23:15:03.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:43:0) after 3m59s
[23:19:02.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:43:0)
[23:19:02.591] Build status: SCHEDULED
[23:19:02.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:44:0) after 7m14s
[23:26:16.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:44:0)
[23:26:16.634] Build status: SCHEDULED
[23:26:16.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:45:0) after 9m38s
[23:35:54.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:45:0)
[23:35:54.692] Build status: SCHEDULED
[23:35:54.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:46:0) after 4m13s
[23:40:07.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:46:0)
[23:40:07.728] Build status: SCHEDULED
[23:40:07.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:47:0) after 8m31s
[23:48:38.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:47:0)
[23:48:38.762] Build status: SCHEDULED
[23:48:38.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:48:0) after 9m47s
[23:58:25.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:48:0)
[23:58:25.846] Build status: SCHEDULED
[23:58:25.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:49:0) after 2m48s
[00:01:13.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:49:0)
[00:01:13.950] Build status: SCHEDULED
[00:01:13.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:50:0) after 7m15s
[00:08:28.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:50:0)
[00:08:28.990] Build status: SCHEDULED
[00:08:28.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:51:0) after 7m0s
[00:15:29.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:51:0)
[00:15:29.126] Build status: SCHEDULED
[00:15:29.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:52:0) after 1m55s
[00:17:24.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:52:0)
[00:17:24.164] Build status: SCHEDULED
[00:17:24.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:53:0) after 5m13s
[00:22:37.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:53:0)
[00:22:37.226] Build status: SCHEDULED
[00:22:37.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:54:0) after 7m59s
[00:30:36.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:54:0)
[00:30:36.268] Build status: SCHEDULED
[00:30:36.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:55:0) after 4m6s
[00:34:42.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:55:0)
[00:34:42.319] Build status: SCHEDULED
[00:34:42.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:56:0) after 6m5s
[00:40:47.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:56:0)
[00:40:47.346] Build status: SCHEDULED
[00:40:47.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:57:0) after 7m26s
[00:48:13.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:57:0)
[00:48:13.373] Build status: SCHEDULED
[00:48:13.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:58:0) after 6m35s
[00:54:48.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:58:0)
[00:54:48.404] Build status: SCHEDULED
[00:54:48.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:59:0) after 5m1s
[00:59:49.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:59:0)
[00:59:49.562] Build status: SCHEDULED
[00:59:49.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:60:0) after 3m6s
[01:02:55.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:60:0)
[01:02:55.597] Build status: SCHEDULED
[01:02:55.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:61:0) after 9m23s
[01:12:18.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:61:0)
[01:12:18.648] Build status: SCHEDULED
[01:12:18.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:62:0) after 3m9s
[01:15:27.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:62:0)
[01:15:27.694] Build status: SCHEDULED
[01:15:27.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:63:0) after 9m44s
[01:25:11.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:63:0)
[01:25:11.754] Build status: SCHEDULED
[01:25:11.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:64:0) after 5m39s
[01:30:50.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:64:0)
[01:30:50.835] Build status: SCHEDULED
[01:30:50.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:65:0) after 6m56s
[01:37:46.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:65:0)
[01:37:46.821] Build status: SCHEDULED
[01:37:46.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:66:0) after 8m54s
[01:46:40.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:66:0)
[01:46:40.859] Build status: SCHEDULED
[01:46:40.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:67:0) after 1m59s
[01:48:39.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:67:0)
[01:48:39.896] Build status: SCHEDULED
[01:48:39.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:68:0) after 3m3s
[01:51:42.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:68:0)
[01:51:42.944] Build status: SCHEDULED
[01:51:42.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:69:0) after 2m44s
[01:54:26.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:69:0)
[01:54:26.999] Build status: SCHEDULED
[01:54:26.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:70:0) after 5m44s
[02:00:11.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:70:0)
[02:00:11.207] Build status: SCHEDULED
[02:00:11.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:71:0) after 3m58s
[02:04:09.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:71:0)
[02:04:09.368] Build status: SCHEDULED
[02:04:09.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:72:0) after 6m28s
[02:10:37.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:72:0)
[02:10:37.406] Build status: SCHEDULED
[02:10:37.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:73:0) after 6m1s
[02:16:38.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:73:0)
[02:16:38.453] Build status: SCHEDULED
[02:16:38.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:74:0) after 8m49s
[02:23:27.002] Received PubSub notification, asking Buildbucket for the build status
[02:23:27.015] Build status: STARTED
[02:25:27.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:74:0)
[02:25:27.495] Build status: STARTED
[02:25:27.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:76:0) after 8m34s
[02:34:01.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:76:0)
[02:34:01.575] Build status: STARTED
[02:34:01.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:77:0) after 3m11s
[02:37:12.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:77:0)
[02:37:12.616] Build status: STARTED
[02:37:12.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:78:0) after 9m1s
[02:46:13.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:78:0)
[02:46:13.710] Build status: STARTED
[02:46:13.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8863266457520257632:79:0) after 4m12s
[02:46:59.664] Received PubSub notification, asking Buildbucket for the build status
[02:46:59.681] Build:
{
  "id": "8697836395735209393",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-18T19:24:03.291417851Z",
  "startTime": "2025-11-19T02:23:24.719584537Z",
  "endTime": "2025-11-19T02:46:50.371165825Z",
  "updateTime": "2025-11-19T02:46:50.371165825Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "94ba316553c829e1f0d6fdb11275cf770ea386da",
      "ref": "refs/heads/main"
    }
  }
}
[02:46:59.681] Invocation finished in 7h22m57.475436246s with status FAILED