1. All projects
  2. pigweed
  3. pigweed.dev.ci-python-packages-mac-amd64-310
  4. 8868973623296238128
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "python-packages-mac-amd64-310"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:31:04.799] New invocation is queued and will start shortly
[19:31:06.551] Starting the invocation (attempt 1)
[19:31:06.582] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
[19:31:06.582] Popped gitiles commit info from properties and tags
[19:31:06.582] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:31:06.582] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:31:06.583] Buildbucket request:
{
  "requestId": "8868973623296238128",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868973623296238128",
            "job": "pigweed/pigweed.dev.ci-python-packages-mac-amd64-310",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
                        "title": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868973623296238128"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-python-packages-mac-amd64-310"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:31:07.469] Scheduled build:
{
  "id": "8703543560342995521",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T19:31:06.985900423Z",
  "updateTime": "2025-09-16T19:31:06.985900423Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
      "ref": "refs/heads/main"
    }
  }
}
[19:31:07.469] Task URL: https://cr-buildbucket.appspot.com/build/8703543560342995521
[19:31:07.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:2:0) after 9m42s
[19:31:08.445] Received PubSub notification, asking Buildbucket for the build status
[19:31:08.471] Build status: SCHEDULED
[19:40:49.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:2:0)
[19:40:49.564] Build status: SCHEDULED
[19:40:49.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:4:0) after 7m44s
[19:48:33.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:4:0)
[19:48:33.599] Build status: SCHEDULED
[19:48:33.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:5:0) after 3m36s
[19:52:09.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:5:0)
[19:52:09.721] Build status: SCHEDULED
[19:52:09.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:6:0) after 9m28s
[20:01:37.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:6:0)
[20:01:37.802] Build status: SCHEDULED
[20:01:37.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:7:0) after 9m5s
[20:10:42.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:7:0)
[20:10:42.829] Build status: SCHEDULED
[20:10:42.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:8:0) after 8m37s
[20:19:19.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:8:0)
[20:19:19.889] Build status: SCHEDULED
[20:19:19.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:9:0) after 4m17s
[20:23:36.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:9:0)
[20:23:36.997] Build status: SCHEDULED
[20:23:36.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:10:0) after 7m55s
[20:31:32.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:10:0)
[20:31:32.029] Build status: SCHEDULED
[20:31:32.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:11:0) after 1m57s
[20:33:29.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:11:0)
[20:33:29.246] Build status: SCHEDULED
[20:33:29.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:12:0) after 3m15s
[20:36:44.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:12:0)
[20:36:44.296] Build status: SCHEDULED
[20:36:44.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:13:0) after 9m11s
[20:45:55.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:13:0)
[20:45:55.522] Build status: SCHEDULED
[20:45:55.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:14:0) after 9m49s
[20:55:44.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:14:0)
[20:55:44.593] Build status: SCHEDULED
[20:55:44.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:15:0) after 1m29s
[20:57:13.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:15:0)
[20:57:13.841] Build status: SCHEDULED
[20:57:13.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:16:0) after 9m34s
[21:06:47.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:16:0)
[21:06:47.888] Build status: SCHEDULED
[21:06:47.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:17:0) after 2m53s
[21:09:40.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:17:0)
[21:09:40.944] Build status: SCHEDULED
[21:09:40.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:18:0) after 5m45s
[21:15:26.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:18:0)
[21:15:26.025] Build status: SCHEDULED
[21:15:26.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:19:0) after 6m38s
[21:22:04.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:19:0)
[21:22:04.069] Build status: SCHEDULED
[21:22:04.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:20:0) after 5m15s
[21:27:19.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:20:0)
[21:27:19.167] Build status: SCHEDULED
[21:27:19.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:21:0) after 8m52s
[21:36:11.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:21:0)
[21:36:11.303] Build status: SCHEDULED
[21:36:11.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:22:0) after 6m9s
[21:42:20.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:22:0)
[21:42:20.341] Build status: SCHEDULED
[21:42:20.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:23:0) after 9m32s
[21:51:52.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:23:0)
[21:51:52.422] Build status: SCHEDULED
[21:51:52.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:24:0) after 5m38s
[21:57:30.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:24:0)
[21:57:30.411] Build status: SCHEDULED
[21:57:30.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:25:0) after 9m17s
[22:06:47.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:25:0)
[22:06:47.425] Build status: SCHEDULED
[22:06:47.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:26:0) after 4m35s
[22:11:22.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:26:0)
[22:11:22.560] Build status: SCHEDULED
[22:11:22.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:27:0) after 8m26s
[22:19:48.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:27:0)
[22:19:48.791] Build status: SCHEDULED
[22:19:48.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:28:0) after 5m46s
[22:25:34.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:28:0)
[22:25:35.019] Build status: SCHEDULED
[22:25:35.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:29:0) after 7m24s
[22:32:59.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:29:0)
[22:32:59.063] Build status: SCHEDULED
[22:32:59.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:30:0) after 9m32s
[22:42:31.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:30:0)
[22:42:31.293] Build status: SCHEDULED
[22:42:31.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:31:0) after 6m50s
[22:49:21.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:31:0)
[22:49:21.349] Build status: SCHEDULED
[22:49:21.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:32:0) after 7m12s
[22:56:33.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:32:0)
[22:56:33.456] Build status: SCHEDULED
[22:56:33.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:33:0) after 3m2s
[22:59:35.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:33:0)
[22:59:35.568] Build status: SCHEDULED
[22:59:35.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:34:0) after 2m49s
[23:02:24.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:34:0)
[23:02:24.677] Build status: SCHEDULED
[23:02:24.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:35:0) after 3m31s
[23:05:55.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:35:0)
[23:05:55.788] Build status: SCHEDULED
[23:05:55.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:36:0) after 6m19s
[23:12:14.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:36:0)
[23:12:14.824] Build status: SCHEDULED
[23:12:14.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:37:0) after 6m36s
[23:18:50.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:37:0)
[23:18:50.901] Build status: SCHEDULED
[23:18:50.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:38:0) after 2m28s
[23:21:19.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:38:0)
[23:21:19.227] Build status: SCHEDULED
[23:21:19.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:39:0) after 1m23s
[23:22:42.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:39:0)
[23:22:42.301] Build status: SCHEDULED
[23:22:42.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:40:0) after 2m6s
[23:24:48.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:40:0)
[23:24:48.339] Build status: SCHEDULED
[23:24:48.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:41:0) after 1m52s
[23:26:40.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:41:0)
[23:26:40.368] Build status: SCHEDULED
[23:26:40.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:42:0) after 3m22s
[23:30:02.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:42:0)
[23:30:02.382] Build status: SCHEDULED
[23:30:02.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:43:0) after 3m21s
[23:33:23.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:43:0)
[23:33:23.426] Build status: SCHEDULED
[23:33:23.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:44:0) after 7m42s
[23:41:05.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:44:0)
[23:41:05.556] Build status: SCHEDULED
[23:41:05.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:45:0) after 5m0s
[23:46:05.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:45:0)
[23:46:05.613] Build status: SCHEDULED
[23:46:05.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:46:0) after 1m46s
[23:47:51.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:46:0)
[23:47:51.735] Build status: SCHEDULED
[23:47:51.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:47:0) after 3m18s
[23:51:09.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:47:0)
[23:51:09.789] Build status: SCHEDULED
[23:51:09.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:48:0) after 2m43s
[23:53:52.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:48:0)
[23:53:52.887] Build status: SCHEDULED
[23:53:52.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:49:0) after 8m44s
[00:02:36.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:49:0)
[00:02:37.010] Build status: SCHEDULED
[00:02:37.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:50:0) after 3m28s
[00:06:05.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:50:0)
[00:06:05.045] Build status: SCHEDULED
[00:06:05.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:51:0) after 9m18s
[00:15:23.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:51:0)
[00:15:23.042] Build status: SCHEDULED
[00:15:23.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:52:0) after 1m0s
[00:16:23.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:52:0)
[00:16:23.192] Build status: SCHEDULED
[00:16:23.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:53:0) after 3m14s
[00:19:37.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:53:0)
[00:19:37.238] Build status: SCHEDULED
[00:19:37.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:54:0) after 8m36s
[00:28:13.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:54:0)
[00:28:13.378] Build status: SCHEDULED
[00:28:13.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:55:0) after 6m14s
[00:34:27.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:55:0)
[00:34:27.417] Build status: SCHEDULED
[00:34:27.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:56:0) after 3m42s
[00:38:09.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:56:0)
[00:38:09.475] Build status: SCHEDULED
[00:38:09.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:57:0) after 4m49s
[00:42:58.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:57:0)
[00:42:58.513] Build status: SCHEDULED
[00:42:58.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:58:0) after 5m48s
[00:48:46.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:58:0)
[00:48:46.514] Build status: SCHEDULED
[00:48:46.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:59:0) after 8m45s
[00:57:31.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:59:0)
[00:57:31.603] Build status: SCHEDULED
[00:57:31.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:60:0) after 5m47s
[01:03:18.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:60:0)
[01:03:18.683] Build status: SCHEDULED
[01:03:18.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:61:0) after 5m18s
[01:08:36.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:61:0)
[01:08:36.910] Build status: SCHEDULED
[01:08:36.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:62:0) after 9m0s
[01:17:36.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:62:0)
[01:17:36.976] Build status: SCHEDULED
[01:17:36.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:63:0) after 3m6s
[01:20:43.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:63:0)
[01:20:43.066] Build status: SCHEDULED
[01:20:43.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:64:0) after 7m4s
[01:27:47.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:64:0)
[01:27:47.061] Build status: SCHEDULED
[01:27:47.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:65:0) after 8m8s
[01:35:55.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:65:0)
[01:35:55.155] Build status: SCHEDULED
[01:35:55.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:66:0) after 7m21s
[01:43:16.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:66:0)
[01:43:16.270] Build status: SCHEDULED
[01:43:16.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:67:0) after 2m46s
[01:46:02.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:67:0)
[01:46:02.435] Build status: SCHEDULED
[01:46:02.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:68:0) after 1m35s
[01:47:37.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:68:0)
[01:47:37.472] Build status: SCHEDULED
[01:47:37.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:69:0) after 7m17s
[01:54:54.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:69:0)
[01:54:54.510] Build status: SCHEDULED
[01:54:54.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:70:0) after 6m24s
[02:01:18.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:70:0)
[02:01:18.620] Build status: SCHEDULED
[02:01:18.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:71:0) after 9m31s
[02:10:49.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:71:0)
[02:10:49.664] Build status: SCHEDULED
[02:10:49.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:72:0) after 7m48s
[02:18:37.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:72:0)
[02:18:37.700] Build status: SCHEDULED
[02:18:37.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:73:0) after 9m40s
[02:28:17.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:73:0)
[02:28:17.808] Build status: SCHEDULED
[02:28:17.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:74:0) after 2m21s
[02:30:38.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:74:0)
[02:30:38.933] Build status: SCHEDULED
[02:30:38.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:75:0) after 9m38s
[02:40:16.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:75:0)
[02:40:16.985] Build status: SCHEDULED
[02:40:16.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:76:0) after 5m3s
[02:45:20.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:76:0)
[02:45:20.049] Build status: SCHEDULED
[02:45:20.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:77:0) after 8m18s
[02:53:38.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:77:0)
[02:53:38.104] Build status: SCHEDULED
[02:53:38.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:78:0) after 8m33s
[03:02:11.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:78:0)
[03:02:11.163] Build status: SCHEDULED
[03:02:11.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:79:0) after 4m21s
[03:06:32.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:79:0)
[03:06:32.206] Build status: SCHEDULED
[03:06:32.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:80:0) after 3m6s
[03:09:38.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:80:0)
[03:09:38.422] Build status: SCHEDULED
[03:09:38.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:81:0) after 2m40s
[03:12:18.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:81:0)
[03:12:18.619] Build status: SCHEDULED
[03:12:18.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:82:0) after 4m51s
[03:17:09.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:82:0)
[03:17:09.625] Build status: SCHEDULED
[03:17:09.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:83:0) after 3m30s
[03:20:39.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:83:0)
[03:20:39.630] Build status: SCHEDULED
[03:20:39.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:84:0) after 5m25s
[03:26:04.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:84:0)
[03:26:04.680] Build status: SCHEDULED
[03:26:04.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8868973623296238128:85:0) after 8m3s
[03:31:13.184] Received PubSub notification, asking Buildbucket for the build status
[03:31:13.204] Build:
{
  "id": "8703543560342995521",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T19:31:06.985900423Z",
  "endTime": "2025-09-17T03:31:12.923402688Z",
  "updateTime": "2025-09-17T03:31:12.923402688Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
      "ref": "refs/heads/main"
    }
  }
}
[03:31:13.204] Invocation finished in 8h0m8.418911764s with status FAILED