Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-arduino-pico"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "c679ff0a08a0262d89fb2bb4cba5361669a5bd6b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c679ff0a08a0262d89fb2bb4cba5361669a5bd6b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:34:48.974] New invocation is queued and will start shortly
[22:34:50.169] Starting the invocation (attempt 1)
[22:34:50.198] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c679ff0a08a0262d89fb2bb4cba5361669a5bd6b"
[22:34:50.198] Popped gitiles commit info from properties and tags
[22:34:50.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:34:50.198] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:34:50.199] Buildbucket request:
{
  "requestId": "8867421915173902368",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867421915173902368",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "73bda91a1a7ba49ab48f2dd925f70f67064d0e17"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73bda91a1a7ba49ab48f2dd925f70f67064d0e17",
                        "title": "73bda91a1a7ba49ab48f2dd925f70f67064d0e17",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73bda91a1a7ba49ab48f2dd925f70f67064d0e17"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d2d0b3bcfcde2a23471f16cc3244ea3b9cf19ef3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d2d0b3bcfcde2a23471f16cc3244ea3b9cf19ef3",
                        "title": "d2d0b3bcfcde2a23471f16cc3244ea3b9cf19ef3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d2d0b3bcfcde2a23471f16cc3244ea3b9cf19ef3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "23dca0920f20792eca8b02c256c61e9806597315"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@23dca0920f20792eca8b02c256c61e9806597315",
                        "title": "23dca0920f20792eca8b02c256c61e9806597315",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/23dca0920f20792eca8b02c256c61e9806597315"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "db63b6f307562b60928a159c1a018e371b6cb345"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@db63b6f307562b60928a159c1a018e371b6cb345",
                        "title": "db63b6f307562b60928a159c1a018e371b6cb345",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/db63b6f307562b60928a159c1a018e371b6cb345"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "321bd2357e4cfe43ff3ab704e2a2bc8561ec0534"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@321bd2357e4cfe43ff3ab704e2a2bc8561ec0534",
                        "title": "321bd2357e4cfe43ff3ab704e2a2bc8561ec0534",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/321bd2357e4cfe43ff3ab704e2a2bc8561ec0534"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2998ef83edd9abcf32e2dc2405128c7e857b25ba"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2998ef83edd9abcf32e2dc2405128c7e857b25ba",
                        "title": "2998ef83edd9abcf32e2dc2405128c7e857b25ba",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2998ef83edd9abcf32e2dc2405128c7e857b25ba"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "21466c8f90061db7e754871e424373020d2703dc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21466c8f90061db7e754871e424373020d2703dc",
                        "title": "21466c8f90061db7e754871e424373020d2703dc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21466c8f90061db7e754871e424373020d2703dc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c679ff0a08a0262d89fb2bb4cba5361669a5bd6b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c679ff0a08a0262d89fb2bb4cba5361669a5bd6b",
                        "title": "c679ff0a08a0262d89fb2bb4cba5361669a5bd6b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c679ff0a08a0262d89fb2bb4cba5361669a5bd6b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "c679ff0a08a0262d89fb2bb4cba5361669a5bd6b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867421915173902368"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:34:51.567] Scheduled build:
{
  "id": "8701991852951612945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-03T22:34:50.471720518Z",
  "updateTime": "2025-10-03T22:34:50.471720518Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c679ff0a08a0262d89fb2bb4cba5361669a5bd6b",
      "ref": "refs/heads/main"
    }
  }
}
[22:34:51.567] Task URL: https://cr-buildbucket.appspot.com/build/8701991852951612945
[22:34:51.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:2:0) after 8m27s
[22:34:52.463] Received PubSub notification, asking Buildbucket for the build status
[22:34:52.486] Build status: SCHEDULED
[22:43:18.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:2:0)
[22:43:18.702] Build status: SCHEDULED
[22:43:18.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:4:0) after 7m47s
[22:51:05.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:4:0)
[22:51:05.774] Build status: SCHEDULED
[22:51:05.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:5:0) after 7m42s
[22:58:47.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:5:0)
[22:58:47.775] Build status: SCHEDULED
[22:58:47.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:6:0) after 9m43s
[23:08:30.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:6:0)
[23:08:30.906] Build status: SCHEDULED
[23:08:30.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:7:0) after 5m0s
[23:13:30.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:7:0)
[23:13:30.982] Build status: SCHEDULED
[23:13:30.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:8:0) after 8m0s
[23:21:31.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:8:0)
[23:21:31.128] Build status: SCHEDULED
[23:21:31.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:9:0) after 5m13s
[23:26:44.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:9:0)
[23:26:44.384] Build status: SCHEDULED
[23:26:44.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:10:0) after 1m35s
[23:28:19.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:10:0)
[23:28:19.418] Build status: SCHEDULED
[23:28:19.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:11:0) after 1m8s
[23:29:27.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:11:0)
[23:29:27.502] Build status: SCHEDULED
[23:29:27.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:12:0) after 7m13s
[23:36:40.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:12:0)
[23:36:40.508] Build status: SCHEDULED
[23:36:40.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:13:0) after 3m50s
[23:40:30.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:13:0)
[23:40:30.540] Build status: SCHEDULED
[23:40:30.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:14:0) after 5m34s
[23:46:04.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:14:0)
[23:46:04.609] Build status: SCHEDULED
[23:46:04.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:15:0) after 2m35s
[23:48:39.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:15:0)
[23:48:39.841] Build status: SCHEDULED
[23:48:39.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:16:0) after 9m58s
[23:58:37.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:16:0)
[23:58:37.883] Build status: SCHEDULED
[23:58:37.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:17:0) after 1m27s
[00:00:04.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:17:0)
[00:00:05.000] Build status: SCHEDULED
[00:00:05.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:18:0) after 6m25s
[00:06:30.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:18:0)
[00:06:30.135] Build status: SCHEDULED
[00:06:30.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:19:0) after 5m15s
[00:11:45.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:19:0)
[00:11:45.136] Build status: SCHEDULED
[00:11:45.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:20:0) after 7m37s
[00:19:22.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:20:0)
[00:19:22.210] Build status: SCHEDULED
[00:19:22.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:21:0) after 7m17s
[00:26:39.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:21:0)
[00:26:39.300] Build status: SCHEDULED
[00:26:39.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:22:0) after 1m55s
[00:28:34.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:22:0)
[00:28:34.355] Build status: SCHEDULED
[00:28:34.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:23:0) after 4m22s
[00:32:56.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:23:0)
[00:32:56.445] Build status: SCHEDULED
[00:32:56.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:24:0) after 6m17s
[00:39:13.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:24:0)
[00:39:13.453] Build status: SCHEDULED
[00:39:13.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:25:0) after 4m45s
[00:43:58.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:25:0)
[00:43:58.484] Build status: SCHEDULED
[00:43:58.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:26:0) after 1m53s
[00:45:51.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:26:0)
[00:45:51.577] Build status: SCHEDULED
[00:45:51.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:27:0) after 7m16s
[00:53:07.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:27:0)
[00:53:07.641] Build status: SCHEDULED
[00:53:07.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:28:0) after 6m3s
[00:59:10.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:28:0)
[00:59:10.673] Build status: SCHEDULED
[00:59:10.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:29:0) after 6m21s
[01:05:31.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:29:0)
[01:05:31.802] Build status: SCHEDULED
[01:05:31.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:30:0) after 2m24s
[01:07:55.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:30:0)
[01:07:55.835] Build status: SCHEDULED
[01:07:55.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:31:0) after 4m32s
[01:12:27.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:31:0)
[01:12:27.943] Build status: SCHEDULED
[01:12:27.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:32:0) after 4m48s
[01:17:15.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:32:0)
[01:17:15.983] Build status: SCHEDULED
[01:17:15.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:33:0) after 8m22s
[01:25:37.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:33:0)
[01:25:38.039] Build status: SCHEDULED
[01:25:38.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:34:0) after 3m37s
[01:29:15.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:34:0)
[01:29:15.122] Build status: SCHEDULED
[01:29:15.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:35:0) after 8m24s
[01:37:39.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:35:0)
[01:37:39.408] Build status: SCHEDULED
[01:37:39.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:36:0) after 7m3s
[01:44:42.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:36:0)
[01:44:42.488] Build status: SCHEDULED
[01:44:42.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:37:0) after 4m58s
[01:49:40.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:37:0)
[01:49:40.523] Build status: SCHEDULED
[01:49:40.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:38:0) after 5m34s
[01:55:14.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:38:0)
[01:55:14.570] Build status: SCHEDULED
[01:55:14.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:39:0) after 8m33s
[02:03:47.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:39:0)
[02:03:47.602] Build status: SCHEDULED
[02:03:47.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:40:0) after 1m45s
[02:05:32.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:40:0)
[02:05:32.685] Build status: SCHEDULED
[02:05:32.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:41:0) after 3m16s
[02:08:48.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:41:0)
[02:08:48.858] Build status: SCHEDULED
[02:08:48.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:42:0) after 1m42s
[02:10:30.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:42:0)
[02:10:30.908] Build status: SCHEDULED
[02:10:30.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:43:0) after 9m49s
[02:20:20.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:43:0)
[02:20:20.060] Build status: SCHEDULED
[02:20:20.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:44:0) after 5m32s
[02:25:52.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:44:0)
[02:25:52.147] Build status: SCHEDULED
[02:25:52.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:45:0) after 9m36s
[02:35:28.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:45:0)
[02:35:28.221] Build status: SCHEDULED
[02:35:28.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:46:0) after 8m16s
[02:43:44.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:46:0)
[02:43:44.277] Build status: SCHEDULED
[02:43:44.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:47:0) after 3m53s
[02:47:37.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:47:0)
[02:47:37.273] Build status: SCHEDULED
[02:47:37.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:48:0) after 3m34s
[02:51:11.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:48:0)
[02:51:11.360] Build status: SCHEDULED
[02:51:11.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:49:0) after 6m5s
[02:57:16.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:49:0)
[02:57:16.413] Build status: SCHEDULED
[02:57:16.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:50:0) after 9m57s
[03:07:13.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:50:0)
[03:07:13.453] Build status: SCHEDULED
[03:07:13.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:51:0) after 5m5s
[03:12:18.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:51:0)
[03:12:18.480] Build status: SCHEDULED
[03:12:18.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:52:0) after 9m45s
[03:22:03.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:52:0)
[03:22:03.520] Build status: SCHEDULED
[03:22:03.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:53:0) after 4m49s
[03:26:52.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:53:0)
[03:26:52.949] Build status: SCHEDULED
[03:26:52.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:54:0) after 4m30s
[03:31:22.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:54:0)
[03:31:22.981] Build status: SCHEDULED
[03:31:22.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:55:0) after 2m55s
[03:34:18.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:55:0)
[03:34:18.036] Build status: SCHEDULED
[03:34:18.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:56:0) after 5m49s
[03:40:07.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:56:0)
[03:40:07.069] Build status: SCHEDULED
[03:40:07.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:57:0) after 1m59s
[03:42:06.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:57:0)
[03:42:06.195] Build status: SCHEDULED
[03:42:06.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:58:0) after 2m30s
[03:44:36.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:58:0)
[03:44:36.297] Build status: SCHEDULED
[03:44:36.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:59:0) after 8m40s
[03:53:16.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:59:0)
[03:53:16.513] Build status: SCHEDULED
[03:53:16.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:60:0) after 1m52s
[03:55:08.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:60:0)
[03:55:08.595] Build status: SCHEDULED
[03:55:08.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:61:0) after 1m3s
[03:56:11.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:61:0)
[03:56:11.631] Build status: SCHEDULED
[03:56:11.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:62:0) after 7m55s
[03:56:19.406] Received PubSub notification, asking Buildbucket for the build status
[03:56:19.462] Build status: STARTED
[04:04:06.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:62:0)
[04:04:06.666] Build status: STARTED
[04:04:06.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:64:0) after 1m4s
[04:05:10.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:64:0)
[04:05:10.745] Build status: STARTED
[04:05:10.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:65:0) after 2m13s
[04:07:23.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:65:0)
[04:07:23.906] Build status: STARTED
[04:07:23.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:66:0) after 3m58s
[04:11:22.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:66:0)
[04:11:22.025] Build status: STARTED
[04:11:22.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:67:0) after 1m13s
[04:12:35.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:67:0)
[04:12:35.146] Build status: STARTED
[04:12:35.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:68:0) after 1m4s
[04:13:39.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:68:0)
[04:13:39.242] Build status: STARTED
[04:13:39.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-arduino-pico:8867421915173902368:69:0) after 9m9s
[04:18:18.946] Received PubSub notification, asking Buildbucket for the build status
[04:18:18.991] Build:
{
  "id": "8701991852951612945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-arduino-pico"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-03T22:34:50.471720518Z",
  "startTime": "2025-10-04T03:56:19.148945456Z",
  "endTime": "2025-10-04T04:18:18.656000987Z",
  "updateTime": "2025-10-04T04:18:18.656000987Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c679ff0a08a0262d89fb2bb4cba5361669a5bd6b",
      "ref": "refs/heads/main"
    }
  }
}
[04:18:18.991] Invocation finished in 5h43m30.023074728s with status FAILED