LUCI Scheduler :: pigweed :: pigweed.dev.ci-python-packages-mac-amd64-311

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "python-packages-mac-amd64-311"
>

Incoming triggers

0bb763de68e62ff8edcc9353aca860b4b55e3ff3 (4 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3
gitiles_ref:refs/heads/main

Debug log (UTC)

[19:31:14.586] New invocation is queued and will start shortly
[19:31:16.106] Starting the invocation (attempt 1)
[19:31:16.131] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
[19:31:16.131] Popped gitiles commit info from properties and tags
[19:31:16.131] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:31:16.131] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:31:16.132] Buildbucket request:
{
  "requestId": "8868973613028515888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868973613028515888",
            "job": "pigweed/pigweed.dev.ci-python-packages-mac-amd64-311",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
                        "title": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868973613028515888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-python-packages-mac-amd64-311"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:31:16.512] Scheduled build:
{
  "id": "8703543550686155969",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T19:31:16.195501165Z",
  "updateTime": "2025-09-16T19:31:16.195501165Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
      "ref": "refs/heads/main"
    }
  }
}
[19:31:16.512] Task URL: https://cr-buildbucket.appspot.com/build/8703543550686155969
[19:31:16.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:2:0) after 7m4s
[19:31:17.493] Received PubSub notification, asking Buildbucket for the build status
[19:31:17.533] Build status: SCHEDULED
[19:38:20.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:2:0)
[19:38:20.625] Build status: SCHEDULED
[19:38:20.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:4:0) after 5m13s
[19:43:33.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:4:0)
[19:43:33.766] Build status: SCHEDULED
[19:43:33.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:5:0) after 1m57s
[19:45:30.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:5:0)
[19:45:30.878] Build status: SCHEDULED
[19:45:30.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:6:0) after 9m46s
[19:55:17.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:6:0)
[19:55:17.108] Build status: SCHEDULED
[19:55:17.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:7:0) after 2m26s
[19:57:43.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:7:0)
[19:57:43.140] Build status: SCHEDULED
[19:57:43.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:8:0) after 2m32s
[20:00:15.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:8:0)
[20:00:15.255] Build status: SCHEDULED
[20:00:15.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:9:0) after 1m9s
[20:01:24.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:9:0)
[20:01:24.372] Build status: SCHEDULED
[20:01:24.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:10:0) after 9m29s
[20:10:53.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:10:0)
[20:10:53.496] Build status: SCHEDULED
[20:10:53.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:11:0) after 2m49s
[20:13:42.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:11:0)
[20:13:42.537] Build status: SCHEDULED
[20:13:42.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:12:0) after 5m6s
[20:18:48.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:12:0)
[20:18:48.574] Build status: SCHEDULED
[20:18:48.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:13:0) after 1m5s
[20:19:53.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:13:0)
[20:19:53.673] Build status: SCHEDULED
[20:19:53.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:14:0) after 2m32s
[20:22:25.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:14:0)
[20:22:25.714] Build status: SCHEDULED
[20:22:25.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:15:0) after 9m13s
[20:31:38.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:15:0)
[20:31:38.792] Build status: SCHEDULED
[20:31:38.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:16:0) after 2m8s
[20:33:46.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:16:0)
[20:33:46.901] Build status: SCHEDULED
[20:33:46.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:17:0) after 6m51s
[20:40:38.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:17:0)
[20:40:38.039] Build status: SCHEDULED
[20:40:38.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:18:0) after 3m34s
[20:44:12.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:18:0)
[20:44:12.137] Build status: SCHEDULED
[20:44:12.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:19:0) after 9m15s
[20:53:27.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:19:0)
[20:53:27.526] Build status: SCHEDULED
[20:53:27.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:20:0) after 7m9s
[21:00:36.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:20:0)
[21:00:36.610] Build status: SCHEDULED
[21:00:36.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:21:0) after 2m40s
[21:03:16.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:21:0)
[21:03:16.747] Build status: SCHEDULED
[21:03:16.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:22:0) after 4m26s
[21:07:42.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:22:0)
[21:07:42.807] Build status: SCHEDULED
[21:07:42.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:23:0) after 3m15s
[21:10:57.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:23:0)
[21:10:57.842] Build status: SCHEDULED
[21:10:57.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:24:0) after 4m21s
[21:15:18.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:24:0)
[21:15:18.933] Build status: SCHEDULED
[21:15:18.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:25:0) after 2m17s
[21:17:36.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:25:0)
[21:17:36.032] Build status: SCHEDULED
[21:17:36.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:26:0) after 5m8s
[21:22:44.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:26:0)
[21:22:44.060] Build status: SCHEDULED
[21:22:44.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:27:0) after 8m16s
[21:31:00.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:27:0)
[21:31:00.271] Build status: SCHEDULED
[21:31:00.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:28:0) after 4m32s
[21:35:32.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:28:0)
[21:35:32.342] Build status: SCHEDULED
[21:35:32.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:29:0) after 5m30s
[21:41:02.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:29:0)
[21:41:02.375] Build status: SCHEDULED
[21:41:02.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:30:0) after 3m4s
[21:44:06.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:30:0)
[21:44:06.478] Build status: SCHEDULED
[21:44:06.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:31:0) after 1m52s
[21:45:58.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:31:0)
[21:45:58.511] Build status: SCHEDULED
[21:45:58.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:32:0) after 2m4s
[21:48:02.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:32:0)
[21:48:02.542] Build status: SCHEDULED
[21:48:02.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:33:0) after 3m29s
[21:51:31.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:33:0)
[21:51:31.597] Build status: SCHEDULED
[21:51:31.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:34:0) after 6m40s
[21:58:11.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:34:0)
[21:58:11.652] Build status: SCHEDULED
[21:58:11.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:35:0) after 2m48s
[22:00:59.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:35:0)
[22:00:59.697] Build status: SCHEDULED
[22:00:59.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:36:0) after 4m29s
[22:05:28.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:36:0)
[22:05:28.788] Build status: SCHEDULED
[22:05:28.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:37:0) after 5m0s
[22:10:28.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:37:0)
[22:10:28.896] Build status: SCHEDULED
[22:10:28.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:38:0) after 4m45s
[22:15:13.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:38:0)
[22:15:13.997] Build status: SCHEDULED
[22:15:13.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:39:0) after 9m2s
[22:24:16.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:39:0)
[22:24:16.141] Build status: SCHEDULED
[22:24:16.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:40:0) after 3m15s
[22:27:31.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:40:0)
[22:27:31.239] Build status: SCHEDULED
[22:27:31.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:41:0) after 9m12s
[22:36:43.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:41:0)
[22:36:43.236] Build status: SCHEDULED
[22:36:43.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:42:0) after 1m19s
[22:38:02.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:42:0)
[22:38:02.261] Build status: SCHEDULED
[22:38:02.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:43:0) after 4m29s
[22:42:31.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:43:0)
[22:42:31.555] Build status: SCHEDULED
[22:42:31.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:44:0) after 1m8s
[22:43:39.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:44:0)
[22:43:39.592] Build status: SCHEDULED
[22:43:39.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:45:0) after 1m58s
[22:45:37.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:45:0)
[22:45:37.635] Build status: SCHEDULED
[22:45:37.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:46:0) after 1m52s
[22:47:29.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:46:0)
[22:47:29.932] Build status: SCHEDULED
[22:47:29.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:47:0) after 8m35s
[22:56:05.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:47:0)
[22:56:05.056] Build status: SCHEDULED
[22:56:05.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:48:0) after 2m1s
[22:58:06.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:48:0)
[22:58:06.108] Build status: SCHEDULED
[22:58:06.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:49:0) after 7m27s
[23:05:33.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:49:0)
[23:05:33.143] Build status: SCHEDULED
[23:05:33.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:50:0) after 5m39s
[23:11:12.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:50:0)
[23:11:12.177] Build status: SCHEDULED
[23:11:12.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:51:0) after 4m22s
[23:15:34.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:51:0)
[23:15:34.312] Build status: SCHEDULED
[23:15:34.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:52:0) after 2m23s
[23:17:57.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:52:0)
[23:17:57.365] Build status: SCHEDULED
[23:17:57.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:53:0) after 3m50s
[23:21:47.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:53:0)
[23:21:47.483] Build status: SCHEDULED
[23:21:47.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:54:0) after 1m48s
[23:23:35.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:54:0)
[23:23:35.573] Build status: SCHEDULED
[23:23:35.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:55:0) after 2m44s
[23:26:19.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:55:0)
[23:26:19.672] Build status: SCHEDULED
[23:26:19.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:56:0) after 4m59s
[23:31:18.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:56:0)
[23:31:18.764] Build status: SCHEDULED
[23:31:18.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:57:0) after 1m6s
[23:32:24.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:57:0)
[23:32:24.879] Build status: SCHEDULED
[23:32:24.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:58:0) after 3m9s
[23:35:33.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:58:0)
[23:35:33.948] Build status: SCHEDULED
[23:35:33.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:59:0) after 4m35s
[23:40:08.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:59:0)
[23:40:08.986] Build status: SCHEDULED
[23:40:08.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:60:0) after 7m13s
[23:47:21.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:60:0)
[23:47:21.976] Build status: SCHEDULED
[23:47:21.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:61:0) after 6m7s
[23:53:29.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:61:0)
[23:53:29.081] Build status: SCHEDULED
[23:53:29.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:62:0) after 5m1s
[23:58:30.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:62:0)
[23:58:30.118] Build status: SCHEDULED
[23:58:30.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:63:0) after 3m15s
[00:01:45.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:63:0)
[00:01:45.289] Build status: SCHEDULED
[00:01:45.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:64:0) after 3m19s
[00:05:04.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:64:0)
[00:05:04.298] Build status: SCHEDULED
[00:05:04.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:65:0) after 6m12s
[00:11:16.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:65:0)
[00:11:16.373] Build status: SCHEDULED
[00:11:16.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:66:0) after 8m31s
[00:19:47.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:66:0)
[00:19:47.615] Build status: SCHEDULED
[00:19:47.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:67:0) after 5m31s
[00:25:18.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:67:0)
[00:25:18.726] Build status: SCHEDULED
[00:25:18.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:68:0) after 9m37s
[00:34:55.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:68:0)
[00:34:55.768] Build status: SCHEDULED
[00:34:55.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:69:0) after 7m6s
[00:42:01.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:69:0)
[00:42:01.808] Build status: SCHEDULED
[00:42:01.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:70:0) after 3m29s
[00:45:30.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:70:0)
[00:45:30.847] Build status: SCHEDULED
[00:45:30.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:71:0) after 1m56s
[00:47:26.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:71:0)
[00:47:26.886] Build status: SCHEDULED
[00:47:26.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:72:0) after 1m26s
[00:48:53.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:72:0)
[00:48:53.066] Build status: SCHEDULED
[00:48:53.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:73:0) after 1m50s
[00:50:43.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:73:0)
[00:50:43.109] Build status: SCHEDULED
[00:50:43.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:74:0) after 9m53s
[01:00:36.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:74:0)
[01:00:36.223] Build status: SCHEDULED
[01:00:36.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:75:0) after 3m27s
[01:04:03.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:75:0)
[01:04:03.263] Build status: SCHEDULED
[01:04:03.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:76:0) after 4m38s
[01:08:41.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:76:0)
[01:08:41.296] Build status: SCHEDULED
[01:08:41.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:77:0) after 6m21s
[01:15:02.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:77:0)
[01:15:02.349] Build status: SCHEDULED
[01:15:02.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:78:0) after 3m55s
[01:18:57.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:78:0)
[01:18:57.437] Build status: SCHEDULED
[01:18:57.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:79:0) after 2m52s
[01:21:49.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:79:0)
[01:21:49.491] Build status: SCHEDULED
[01:21:49.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:80:0) after 9m27s
[01:31:16.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:80:0)
[01:31:16.601] Build status: SCHEDULED
[01:31:16.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:81:0) after 8m52s
[01:40:08.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:81:0)
[01:40:08.683] Build status: SCHEDULED
[01:40:08.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:82:0) after 7m52s
[01:48:00.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:82:0)
[01:48:00.723] Build status: SCHEDULED
[01:48:00.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:83:0) after 5m22s
[01:53:22.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:83:0)
[01:53:22.755] Build status: SCHEDULED
[01:53:22.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:84:0) after 4m37s
[01:57:59.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:84:0)
[01:57:59.806] Build status: SCHEDULED
[01:57:59.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:85:0) after 3m29s
[02:01:28.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:85:0)
[02:01:28.898] Build status: SCHEDULED
[02:01:28.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:86:0) after 5m53s
[02:07:22.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:86:0)
[02:07:22.037] Build status: SCHEDULED
[02:07:22.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:87:0) after 6m20s
[02:13:42.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:87:0)
[02:13:42.129] Build status: SCHEDULED
[02:13:42.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:88:0) after 4m7s
[02:17:49.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:88:0)
[02:17:49.234] Build status: SCHEDULED
[02:17:49.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:89:0) after 1m40s
[02:19:29.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:89:0)
[02:19:29.433] Build status: SCHEDULED
[02:19:29.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:90:0) after 6m3s
[02:25:32.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:90:0)
[02:25:32.551] Build status: SCHEDULED
[02:25:32.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:91:0) after 9m8s
[02:34:40.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:91:0)
[02:34:40.627] Build status: SCHEDULED
[02:34:40.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:92:0) after 1m55s
[02:36:35.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:92:0)
[02:36:35.666] Build status: SCHEDULED
[02:36:35.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:93:0) after 6m2s
[02:42:37.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:93:0)
[02:42:37.697] Build status: SCHEDULED
[02:42:37.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:94:0) after 2m4s
[02:44:41.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:94:0)
[02:44:41.862] Build status: SCHEDULED
[02:44:41.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:95:0) after 1m33s
[02:46:14.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:95:0)
[02:46:14.999] Build status: SCHEDULED
[02:46:14.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:96:0) after 9m44s
[02:55:59.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:96:0)
[02:55:59.129] Build status: SCHEDULED
[02:55:59.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:97:0) after 3m46s
[02:59:45.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:97:0)
[02:59:45.220] Build status: SCHEDULED
[02:59:45.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:98:0) after 7m59s
[03:07:44.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:98:0)
[03:07:44.331] Build status: SCHEDULED
[03:07:44.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:99:0) after 2m14s
[03:09:58.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:99:0)
[03:09:58.414] Build status: SCHEDULED
[03:09:58.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:100:0) after 9m43s
[03:19:41.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:100:0)
[03:19:41.493] Build status: SCHEDULED
[03:19:41.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:101:0) after 7m58s
[03:27:39.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:101:0)
[03:27:39.595] Build status: SCHEDULED
[03:27:39.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-311:8868973613028515888:102:0) after 6m30s
[03:31:25.258] Received PubSub notification, asking Buildbucket for the build status
[03:31:25.276] Build:
{
  "id": "8703543550686155969",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T19:31:16.195501165Z",
  "endTime": "2025-09-17T03:31:23.117926128Z",
  "updateTime": "2025-09-17T03:31:23.117926128Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
      "ref": "refs/heads/main"
    }
  }
}
[03:31:25.276] Invocation finished in 8h0m10.699551691s with status FAILED