1. All projects
  2. pigweed
  3. pigweed.dev.ci-python-packages-mac-amd64-310
  4. 8878473617156247520
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "python-packages-mac-amd64-310"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e3e78f5e013af90ca321df381512afa2202c85e8"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e3e78f5e013af90ca321df381512afa2202c85e8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:52:44.644] New invocation is queued and will start shortly
[22:52:45.893] Starting the invocation (attempt 1)
[22:52:45.925] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e3e78f5e013af90ca321df381512afa2202c85e8"
[22:52:45.925] Popped gitiles commit info from properties and tags
[22:52:45.925] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:52:45.925] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:52:45.925] Buildbucket request:
{
  "requestId": "8878473617156247520",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8878473617156247520",
            "job": "pigweed/pigweed.dev.ci-python-packages-mac-amd64-310",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e3e78f5e013af90ca321df381512afa2202c85e8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3e78f5e013af90ca321df381512afa2202c85e8",
                        "title": "e3e78f5e013af90ca321df381512afa2202c85e8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3e78f5e013af90ca321df381512afa2202c85e8"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e3e78f5e013af90ca321df381512afa2202c85e8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8878473617156247520"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-python-packages-mac-amd64-310"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:52:46.320] Scheduled build:
{
  "id": "8713043555097628289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-03T22:52:45.982145459Z",
  "updateTime": "2025-06-03T22:52:45.982145459Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e3e78f5e013af90ca321df381512afa2202c85e8",
      "ref": "refs/heads/main"
    }
  }
}
[22:52:46.320] Task URL: https://cr-buildbucket.appspot.com/build/8713043555097628289
[22:52:46.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:2:0) after 3m5s
[22:52:47.405] Received PubSub notification, asking Buildbucket for the build status
[22:52:47.422] Build status: SCHEDULED
[22:55:51.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:2:0)
[22:55:51.400] Build status: SCHEDULED
[22:55:51.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:4:0) after 9m50s
[23:05:41.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:4:0)
[23:05:41.484] Build status: SCHEDULED
[23:05:41.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:5:0) after 6m20s
[23:12:01.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:5:0)
[23:12:01.536] Build status: SCHEDULED
[23:12:01.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:6:0) after 8m52s
[23:20:53.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:6:0)
[23:20:53.605] Build status: SCHEDULED
[23:20:53.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:7:0) after 1m35s
[23:22:28.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:7:0)
[23:22:28.703] Build status: SCHEDULED
[23:22:28.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:8:0) after 4m44s
[23:27:12.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:8:0)
[23:27:12.805] Build status: SCHEDULED
[23:27:12.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:9:0) after 8m42s
[23:35:54.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:9:0)
[23:35:54.900] Build status: SCHEDULED
[23:35:54.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:10:0) after 9m19s
[23:45:13.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:10:0)
[23:45:13.939] Build status: SCHEDULED
[23:45:13.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:11:0) after 3m8s
[23:48:21.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:11:0)
[23:48:22.002] Build status: SCHEDULED
[23:48:22.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:12:0) after 2m53s
[23:51:15.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:12:0)
[23:51:15.058] Build status: SCHEDULED
[23:51:15.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:13:0) after 5m20s
[23:56:35.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:13:0)
[23:56:35.119] Build status: SCHEDULED
[23:56:35.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:14:0) after 5m1s
[00:01:36.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:14:0)
[00:01:36.221] Build status: SCHEDULED
[00:01:36.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:15:0) after 3m4s
[00:04:40.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:15:0)
[00:04:40.386] Build status: SCHEDULED
[00:04:40.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:16:0) after 8m10s
[00:12:50.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:16:0)
[00:12:50.425] Build status: SCHEDULED
[00:12:50.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:17:0) after 6m17s
[00:19:07.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:17:0)
[00:19:07.466] Build status: SCHEDULED
[00:19:07.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:18:0) after 5m11s
[00:24:18.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:18:0)
[00:24:18.546] Build status: SCHEDULED
[00:24:18.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:19:0) after 6m12s
[00:30:30.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:19:0)
[00:30:30.697] Build status: SCHEDULED
[00:30:30.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:20:0) after 5m46s
[00:36:16.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:20:0)
[00:36:16.734] Build status: SCHEDULED
[00:36:16.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:21:0) after 2m24s
[00:38:40.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:21:0)
[00:38:40.796] Build status: SCHEDULED
[00:38:40.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:22:0) after 1m12s
[00:39:52.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:22:0)
[00:39:52.952] Build status: SCHEDULED
[00:39:52.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:23:0) after 9m4s
[00:48:56.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:23:0)
[00:48:56.992] Build status: SCHEDULED
[00:48:56.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:24:0) after 1m36s
[00:50:33.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:24:0)
[00:50:33.155] Build status: SCHEDULED
[00:50:33.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:25:0) after 2m46s
[00:53:19.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:25:0)
[00:53:19.233] Build status: SCHEDULED
[00:53:19.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:26:0) after 2m45s
[00:56:04.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:26:0)
[00:56:04.271] Build status: SCHEDULED
[00:56:04.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:27:0) after 9m28s
[01:05:32.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:27:0)
[01:05:32.327] Build status: SCHEDULED
[01:05:32.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:28:0) after 2m16s
[01:07:48.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:28:0)
[01:07:48.485] Build status: SCHEDULED
[01:07:48.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:29:0) after 8m49s
[01:16:37.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:29:0)
[01:16:37.513] Build status: SCHEDULED
[01:16:37.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:30:0) after 8m40s
[01:25:17.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:30:0)
[01:25:17.591] Build status: SCHEDULED
[01:25:17.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:31:0) after 2m57s
[01:28:14.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:31:0)
[01:28:14.698] Build status: SCHEDULED
[01:28:14.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:32:0) after 5m12s
[01:33:26.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:32:0)
[01:33:26.821] Build status: SCHEDULED
[01:33:26.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:33:0) after 8m22s
[01:41:48.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:33:0)
[01:41:48.941] Build status: SCHEDULED
[01:41:48.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:34:0) after 1m41s
[01:43:29.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:34:0)
[01:43:29.937] Build status: SCHEDULED
[01:43:29.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:35:0) after 6m43s
[01:50:12.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:35:0)
[01:50:12.994] Build status: SCHEDULED
[01:50:12.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:36:0) after 4m1s
[01:54:14.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:36:0)
[01:54:14.116] Build status: SCHEDULED
[01:54:14.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:37:0) after 2m46s
[01:57:00.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:37:0)
[01:57:00.249] Build status: SCHEDULED
[01:57:00.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:38:0) after 4m22s
[02:01:22.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:38:0)
[02:01:22.311] Build status: SCHEDULED
[02:01:22.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:39:0) after 8m39s
[02:10:01.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:39:0)
[02:10:01.419] Build status: SCHEDULED
[02:10:01.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:40:0) after 4m37s
[02:14:38.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:40:0)
[02:14:38.459] Build status: SCHEDULED
[02:14:38.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:41:0) after 3m37s
[02:18:15.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:41:0)
[02:18:15.478] Build status: SCHEDULED
[02:18:15.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:42:0) after 1m49s
[02:20:04.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:42:0)
[02:20:04.674] Build status: SCHEDULED
[02:20:04.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:43:0) after 2m7s
[02:22:11.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:43:0)
[02:22:11.710] Build status: SCHEDULED
[02:22:11.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:44:0) after 8m29s
[02:30:40.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:44:0)
[02:30:40.756] Build status: SCHEDULED
[02:30:40.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:45:0) after 5m51s
[02:36:31.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:45:0)
[02:36:31.794] Build status: SCHEDULED
[02:36:31.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:46:0) after 2m38s
[02:39:09.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:46:0)
[02:39:09.833] Build status: SCHEDULED
[02:39:09.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:47:0) after 1m27s
[02:40:36.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:47:0)
[02:40:36.877] Build status: SCHEDULED
[02:40:36.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:48:0) after 6m17s
[02:46:53.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:48:0)
[02:46:53.919] Build status: SCHEDULED
[02:46:53.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:49:0) after 4m28s
[02:51:22.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:49:0)
[02:51:22.043] Build status: SCHEDULED
[02:51:22.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:50:0) after 5m13s
[02:56:35.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:50:0)
[02:56:35.089] Build status: SCHEDULED
[02:56:35.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:51:0) after 6m4s
[03:02:39.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:51:0)
[03:02:39.212] Build status: SCHEDULED
[03:02:39.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:52:0) after 7m57s
[03:10:36.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:52:0)
[03:10:36.255] Build status: SCHEDULED
[03:10:36.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:53:0) after 2m41s
[03:13:17.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:53:0)
[03:13:17.312] Build status: SCHEDULED
[03:13:17.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:54:0) after 8m11s
[03:21:28.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:54:0)
[03:21:28.419] Build status: SCHEDULED
[03:21:28.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:55:0) after 7m43s
[03:29:11.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:55:0)
[03:29:11.529] Build status: SCHEDULED
[03:29:11.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:56:0) after 3m57s
[03:33:08.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:56:0)
[03:33:08.717] Build status: SCHEDULED
[03:33:08.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:57:0) after 5m21s
[03:38:29.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:57:0)
[03:38:29.803] Build status: SCHEDULED
[03:38:29.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:58:0) after 8m17s
[03:46:46.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:58:0)
[03:46:46.843] Build status: SCHEDULED
[03:46:46.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:59:0) after 2m54s
[03:49:41.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:59:0)
[03:49:41.043] Build status: SCHEDULED
[03:49:41.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:60:0) after 6m46s
[03:56:27.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:60:0)
[03:56:27.230] Build status: SCHEDULED
[03:56:27.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:61:0) after 4m21s
[04:00:48.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:61:0)
[04:00:48.331] Build status: SCHEDULED
[04:00:48.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:62:0) after 5m1s
[04:05:49.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:62:0)
[04:05:49.378] Build status: SCHEDULED
[04:05:49.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:63:0) after 2m49s
[04:08:38.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:63:0)
[04:08:38.445] Build status: SCHEDULED
[04:08:38.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:64:0) after 5m28s
[04:14:06.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:64:0)
[04:14:06.636] Build status: SCHEDULED
[04:14:06.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:65:0) after 2m57s
[04:17:03.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:65:0)
[04:17:03.728] Build status: SCHEDULED
[04:17:03.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:66:0) after 5m2s
[04:22:05.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:66:0)
[04:22:05.772] Build status: SCHEDULED
[04:22:05.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:67:0) after 9m51s
[04:31:56.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:67:0)
[04:31:56.810] Build status: SCHEDULED
[04:31:56.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:68:0) after 7m49s
[04:39:45.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:68:0)
[04:39:45.930] Build status: SCHEDULED
[04:39:45.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:69:0) after 7m35s
[04:47:21.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:69:0)
[04:47:21.021] Build status: SCHEDULED
[04:47:21.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:70:0) after 7m28s
[04:54:49.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:70:0)
[04:54:49.152] Build status: SCHEDULED
[04:54:49.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:71:0) after 7m57s
[05:02:46.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:71:0)
[05:02:46.234] Build status: SCHEDULED
[05:02:46.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:72:0) after 5m46s
[05:08:32.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:72:0)
[05:08:32.309] Build status: SCHEDULED
[05:08:32.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:73:0) after 8m16s
[05:16:48.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:73:0)
[05:16:48.363] Build status: SCHEDULED
[05:16:48.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:74:0) after 7m0s
[05:23:48.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:74:0)
[05:23:48.403] Build status: SCHEDULED
[05:23:48.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:75:0) after 8m24s
[05:32:12.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:75:0)
[05:32:12.548] Build status: SCHEDULED
[05:32:12.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:76:0) after 6m28s
[05:38:40.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:76:0)
[05:38:40.735] Build status: SCHEDULED
[05:38:40.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:77:0) after 3m43s
[05:42:23.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:77:0)
[05:42:23.774] Build status: SCHEDULED
[05:42:23.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:78:0) after 6m25s
[05:48:48.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:78:0)
[05:48:48.820] Build status: SCHEDULED
[05:48:48.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:79:0) after 1m48s
[05:50:36.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:79:0)
[05:50:36.916] Build status: SCHEDULED
[05:50:36.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:80:0) after 8m46s
[05:59:23.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:80:0)
[05:59:23.229] Build status: SCHEDULED
[05:59:23.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:81:0) after 5m26s
[06:04:49.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:81:0)
[06:04:49.683] Build status: SCHEDULED
[06:04:49.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:82:0) after 4m4s
[06:08:53.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:82:0)
[06:08:53.772] Build status: SCHEDULED
[06:08:53.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:83:0) after 6m4s
[06:14:57.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:83:0)
[06:14:57.860] Build status: SCHEDULED
[06:14:57.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:84:0) after 6m1s
[06:20:58.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:84:0)
[06:20:58.906] Build status: SCHEDULED
[06:20:58.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:85:0) after 2m46s
[06:23:44.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:85:0)
[06:23:44.976] Build status: SCHEDULED
[06:23:44.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:86:0) after 4m46s
[06:28:31.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:86:0)
[06:28:31.059] Build status: SCHEDULED
[06:28:31.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:87:0) after 1m8s
[06:29:39.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:87:0)
[06:29:39.105] Build status: SCHEDULED
[06:29:39.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:88:0) after 5m27s
[06:35:06.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:88:0)
[06:35:06.376] Build status: SCHEDULED
[06:35:06.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:89:0) after 5m20s
[06:40:26.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:89:0)
[06:40:26.476] Build status: SCHEDULED
[06:40:26.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:90:0) after 8m53s
[06:49:19.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:90:0)
[06:49:19.528] Build status: SCHEDULED
[06:49:19.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-python-packages-mac-amd64-310:8878473617156247520:91:0) after 7m39s
[06:52:50.791] Received PubSub notification, asking Buildbucket for the build status
[06:52:50.807] Build:
{
  "id": "8713043555097628289",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-03T22:52:45.982145459Z",
  "endTime": "2025-06-04T06:52:50.479156538Z",
  "updateTime": "2025-06-04T06:52:50.479156538Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e3e78f5e013af90ca321df381512afa2202c85e8",
      "ref": "refs/heads/main"
    }
  }
}
[06:52:50.807] Invocation finished in 8h0m6.171746462s with status FAILED