LUCI Scheduler :: pigweed :: pigweed.ci-python-packages-mac-amd64-310

Status: FAILED

Triggered by: -

Duration: 9 hours

Actions:

Definition (rev c0a6f699bb2317136ec5ddcf631fb7ee48318a22)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "python-packages-mac-amd64-310"
>

Incoming triggers

5f5ef636717fc63b4d9e4e9a377cf5d561b73790 (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5f5ef636717fc63b4d9e4e9a377cf5d561b73790
gitiles_ref:refs/heads/main

Debug log (UTC)

[18:16:44.285] New invocation is queued and will start shortly
[18:16:45.352] Starting the invocation (attempt 1)
[18:16:45.378] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
[18:16:45.378] Popped gitiles commit info from properties and tags
[18:16:45.378] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:16:45.378] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:16:45.378] Buildbucket request:
{
  "requestId": "8888728439151670896",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8888728439151670896",
            "job": "pigweed/pigweed.ci-python-packages-mac-amd64-310",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
                        "title": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8888728439151670896"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-python-packages-mac-amd64-310"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:16:45.786] Scheduled build:
{
  "id": "8723298377281157425",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-02-10T18:16:45.446392637Z",
  "updateTime": "2025-02-10T18:16:45.446392637Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
      "ref": "refs/heads/main"
    }
  }
}
[18:16:45.786] Task URL: https://cr-buildbucket.appspot.com/build/8723298377281157425
[18:16:45.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:2:0) after 3m59s
[18:16:46.767] Received PubSub notification, asking Buildbucket for the build status
[18:16:46.795] Build status: SCHEDULED
[18:20:44.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:2:0)
[18:20:44.913] Build status: SCHEDULED
[18:20:44.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:4:0) after 4m18s
[18:25:02.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:4:0)
[18:25:02.958] Build status: SCHEDULED
[18:25:02.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:5:0) after 7m9s
[18:32:11.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:5:0)
[18:32:11.990] Build status: SCHEDULED
[18:32:11.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:6:0) after 4m58s
[18:37:10.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:6:0)
[18:37:10.067] Build status: SCHEDULED
[18:37:10.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:7:0) after 7m34s
[18:44:44.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:7:0)
[18:44:44.171] Build status: SCHEDULED
[18:44:44.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:8:0) after 7m7s
[18:51:51.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:8:0)
[18:51:51.435] Build status: SCHEDULED
[18:51:51.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:9:0) after 9m14s
[19:01:05.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:9:0)
[19:01:05.711] Build status: SCHEDULED
[19:01:05.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:10:0) after 9m9s
[19:10:14.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:10:0)
[19:10:14.803] Build status: SCHEDULED
[19:10:14.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:11:0) after 9m4s
[19:19:18.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:11:0)
[19:19:18.851] Build status: SCHEDULED
[19:19:18.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:12:0) after 2m58s
[19:22:16.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:12:0)
[19:22:16.892] Build status: SCHEDULED
[19:22:16.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:13:0) after 6m44s
[19:29:01.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:13:0)
[19:29:01.132] Build status: SCHEDULED
[19:29:01.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:14:0) after 8m23s
[19:37:24.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:14:0)
[19:37:24.182] Build status: SCHEDULED
[19:37:24.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:15:0) after 6m30s
[19:43:54.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:15:0)
[19:43:54.227] Build status: SCHEDULED
[19:43:54.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:16:0) after 1m45s
[19:45:39.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:16:0)
[19:45:39.374] Build status: SCHEDULED
[19:45:39.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:17:0) after 8m36s
[19:54:15.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:17:0)
[19:54:15.554] Build status: SCHEDULED
[19:54:15.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:18:0) after 6m30s
[20:00:45.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:18:0)
[20:00:45.602] Build status: SCHEDULED
[20:00:45.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:19:0) after 5m12s
[20:05:57.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:19:0)
[20:05:57.642] Build status: SCHEDULED
[20:05:57.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:20:0) after 4m0s
[20:09:57.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:20:0)
[20:09:57.752] Build status: SCHEDULED
[20:09:57.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:21:0) after 4m45s
[20:14:42.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:21:0)
[20:14:42.832] Build status: SCHEDULED
[20:14:42.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:22:0) after 5m2s
[20:19:45.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:22:0)
[20:19:45.159] Build status: SCHEDULED
[20:19:45.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:23:0) after 3m27s
[20:23:12.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:23:0)
[20:23:12.290] Build status: SCHEDULED
[20:23:12.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:24:0) after 4m34s
[20:27:46.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:24:0)
[20:27:46.351] Build status: SCHEDULED
[20:27:46.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:25:0) after 4m15s
[20:32:01.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:25:0)
[20:32:01.527] Build status: SCHEDULED
[20:32:01.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:26:0) after 2m49s
[20:34:50.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:26:0)
[20:34:50.613] Build status: SCHEDULED
[20:34:50.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:27:0) after 4m55s
[20:39:45.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:27:0)
[20:39:45.665] Build status: SCHEDULED
[20:39:45.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:28:0) after 8m56s
[20:48:41.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:28:0)
[20:48:41.731] Build status: SCHEDULED
[20:48:41.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:29:0) after 4m49s
[20:53:30.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:29:0)
[20:53:30.873] Build status: SCHEDULED
[20:53:30.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:30:0) after 9m20s
[21:02:50.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:30:0)
[21:02:50.938] Build status: SCHEDULED
[21:02:50.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:31:0) after 6m47s
[21:09:37.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:31:0)
[21:09:38.010] Build status: SCHEDULED
[21:09:38.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:32:0) after 8m27s
[21:18:05.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:32:0)
[21:18:05.059] Build status: SCHEDULED
[21:18:05.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:33:0) after 9m4s
[21:27:09.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:33:0)
[21:27:09.275] Build status: SCHEDULED
[21:27:09.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:34:0) after 1m26s
[21:28:35.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:34:0)
[21:28:35.317] Build status: SCHEDULED
[21:28:35.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:35:0) after 1m41s
[21:30:16.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:35:0)
[21:30:16.387] Build status: SCHEDULED
[21:30:16.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:36:0) after 9m33s
[21:39:49.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:36:0)
[21:39:49.485] Build status: SCHEDULED
[21:39:49.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:37:0) after 9m5s
[21:48:54.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:37:0)
[21:48:54.486] Build status: SCHEDULED
[21:48:54.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:38:0) after 1m26s
[21:50:20.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:38:0)
[21:50:20.582] Build status: SCHEDULED
[21:50:20.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:39:0) after 6m22s
[21:56:42.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:39:0)
[21:56:42.762] Build status: SCHEDULED
[21:56:42.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:40:0) after 5m16s
[22:01:58.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:40:0)
[22:01:58.812] Build status: SCHEDULED
[22:01:58.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:41:0) after 8m38s
[22:10:36.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:41:0)
[22:10:36.852] Build status: SCHEDULED
[22:10:36.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:42:0) after 3m41s
[22:14:17.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:42:0)
[22:14:17.897] Build status: SCHEDULED
[22:14:17.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:43:0) after 3m7s
[22:17:24.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:43:0)
[22:17:24.975] Build status: SCHEDULED
[22:17:24.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:44:0) after 8m6s
[22:25:30.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:44:0)
[22:25:31.011] Build status: SCHEDULED
[22:25:31.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:45:0) after 6m16s
[22:31:47.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:45:0)
[22:31:47.074] Build status: SCHEDULED
[22:31:47.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:46:0) after 8m33s
[22:40:20.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:46:0)
[22:40:20.207] Build status: SCHEDULED
[22:40:20.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:47:0) after 2m59s
[22:43:19.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:47:0)
[22:43:19.252] Build status: SCHEDULED
[22:43:19.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:48:0) after 5m44s
[22:49:03.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:48:0)
[22:49:03.340] Build status: SCHEDULED
[22:49:03.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:49:0) after 6m3s
[22:55:06.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:49:0)
[22:55:06.490] Build status: SCHEDULED
[22:55:06.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:50:0) after 6m39s
[23:01:45.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:50:0)
[23:01:45.599] Build status: SCHEDULED
[23:01:45.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:51:0) after 1m45s
[23:03:30.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:51:0)
[23:03:30.635] Build status: SCHEDULED
[23:03:30.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:52:0) after 3m22s
[23:06:52.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:52:0)
[23:06:52.713] Build status: SCHEDULED
[23:06:52.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:53:0) after 7m20s
[23:14:12.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:53:0)
[23:14:12.856] Build status: SCHEDULED
[23:14:12.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:54:0) after 7m54s
[23:22:06.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:54:0)
[23:22:06.907] Build status: SCHEDULED
[23:22:06.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:55:0) after 5m50s
[23:27:56.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:55:0)
[23:27:56.948] Build status: SCHEDULED
[23:27:56.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:56:0) after 3m58s
[23:31:54.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:56:0)
[23:31:55.029] Build status: SCHEDULED
[23:31:55.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:57:0) after 9m42s
[23:41:37.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:57:0)
[23:41:37.148] Build status: SCHEDULED
[23:41:37.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:58:0) after 4m43s
[23:46:20.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:58:0)
[23:46:20.202] Build status: SCHEDULED
[23:46:20.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:59:0) after 7m57s
[23:54:17.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:59:0)
[23:54:17.246] Build status: SCHEDULED
[23:54:17.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:60:0) after 3m41s
[23:57:58.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:60:0)
[23:57:58.346] Build status: SCHEDULED
[23:57:58.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:61:0) after 3m29s
[00:01:27.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:61:0)
[00:01:27.424] Build status: SCHEDULED
[00:01:27.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:62:0) after 3m17s
[00:04:44.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:62:0)
[00:04:44.470] Build status: SCHEDULED
[00:04:44.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:63:0) after 2m57s
[00:07:41.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:63:0)
[00:07:41.517] Build status: SCHEDULED
[00:07:41.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:64:0) after 6m50s
[00:14:31.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:64:0)
[00:14:31.611] Build status: SCHEDULED
[00:14:31.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:65:0) after 4m2s
[00:18:33.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:65:0)
[00:18:33.653] Build status: SCHEDULED
[00:18:33.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:66:0) after 1m58s
[00:20:31.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:66:0)
[00:20:31.703] Build status: SCHEDULED
[00:20:31.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:67:0) after 1m10s
[00:21:41.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:67:0)
[00:21:41.746] Build status: SCHEDULED
[00:21:41.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:68:0) after 8m1s
[00:29:42.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:68:0)
[00:29:42.805] Build status: SCHEDULED
[00:29:42.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:69:0) after 9m55s
[00:39:37.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:69:0)
[00:39:37.993] Build status: SCHEDULED
[00:39:37.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:70:0) after 8m32s
[00:48:10.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:70:0)
[00:48:10.247] Build status: SCHEDULED
[00:48:10.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:71:0) after 6m35s
[00:54:45.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:71:0)
[00:54:45.324] Build status: SCHEDULED
[00:54:45.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:72:0) after 5m14s
[00:59:59.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:72:0)
[00:59:59.462] Build status: SCHEDULED
[00:59:59.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:73:0) after 2m59s
[01:02:58.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:73:0)
[01:02:58.510] Build status: SCHEDULED
[01:02:58.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:74:0) after 3m26s
[01:06:24.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:74:0)
[01:06:24.646] Build status: SCHEDULED
[01:06:24.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:75:0) after 6m19s
[01:12:43.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:75:0)
[01:12:43.695] Build status: SCHEDULED
[01:12:43.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:76:0) after 8m25s
[01:21:08.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:76:0)
[01:21:08.735] Build status: SCHEDULED
[01:21:08.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:77:0) after 1m30s
[01:22:38.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:77:0)
[01:22:38.780] Build status: SCHEDULED
[01:22:38.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:78:0) after 3m42s
[01:26:20.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:78:0)
[01:26:20.864] Build status: SCHEDULED
[01:26:20.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:79:0) after 4m4s
[01:30:24.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:79:0)
[01:30:24.997] Build status: SCHEDULED
[01:30:24.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:80:0) after 8m35s
[01:39:00.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:80:0)
[01:39:00.063] Build status: SCHEDULED
[01:39:00.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:81:0) after 7m59s
[01:46:59.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:81:0)
[01:46:59.105] Build status: SCHEDULED
[01:46:59.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:82:0) after 2m48s
[01:49:47.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:82:0)
[01:49:47.141] Build status: SCHEDULED
[01:49:47.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:83:0) after 4m18s
[01:54:05.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:83:0)
[01:54:05.237] Build status: SCHEDULED
[01:54:05.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:84:0) after 6m10s
[02:00:15.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:84:0)
[02:00:15.457] Build status: SCHEDULED
[02:00:15.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:85:0) after 4m40s
[02:04:55.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:85:0)
[02:04:55.511] Build status: SCHEDULED
[02:04:55.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:86:0) after 3m39s
[02:08:34.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:86:0)
[02:08:34.547] Build status: SCHEDULED
[02:08:34.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:87:0) after 5m37s
[02:14:11.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:87:0)
[02:14:11.753] Build status: SCHEDULED
[02:14:11.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:88:0) after 2m11s
[02:16:22.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:88:0)
[02:16:22.790] Build status: SCHEDULED
[02:16:22.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:89:0) after 3m42s
[02:20:04.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:89:0)
[02:20:04.883] Build status: SCHEDULED
[02:20:04.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:90:0) after 2m40s
[02:22:44.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:90:0)
[02:22:44.891] Build status: SCHEDULED
[02:22:44.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:91:0) after 4m31s
[02:27:15.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:91:0)
[02:27:15.932] Build status: SCHEDULED
[02:27:15.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:92:0) after 1m24s
[02:28:39.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:92:0)
[02:28:40.006] Build status: SCHEDULED
[02:28:40.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:93:0) after 3m50s
[02:32:30.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:93:0)
[02:32:30.044] Build status: SCHEDULED
[02:32:30.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:94:0) after 3m35s
[02:36:05.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:94:0)
[02:36:05.131] Build status: SCHEDULED
[02:36:05.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:95:0) after 1m47s
[02:37:52.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:95:0)
[02:37:52.217] Build status: SCHEDULED
[02:37:52.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:96:0) after 6m11s
[02:44:03.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:96:0)
[02:44:03.362] Build status: SCHEDULED
[02:44:03.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:97:0) after 7m22s
[02:51:25.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:97:0)
[02:51:25.396] Build status: SCHEDULED
[02:51:25.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:98:0) after 2m33s
[02:53:58.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:98:0)
[02:53:58.487] Build status: SCHEDULED
[02:53:58.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:99:0) after 9m37s
[03:03:35.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:99:0)
[03:03:35.605] Build status: SCHEDULED
[03:03:35.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:100:0) after 9m26s
[03:13:01.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:100:0)
[03:13:01.671] Build status: SCHEDULED
[03:13:01.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:101:0) after 8m9s
[03:21:10.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:101:0)
[03:21:10.738] Build status: SCHEDULED
[03:21:10.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:102:0) after 5m50s
[03:27:00.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:102:0)
[03:27:00.793] Build status: SCHEDULED
[03:27:00.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:103:0) after 7m10s
[03:34:10.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:103:0)
[03:34:10.828] Build status: SCHEDULED
[03:34:10.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:104:0) after 8m22s
[03:42:32.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:104:0)
[03:42:32.986] Build status: SCHEDULED
[03:42:32.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:105:0) after 1m32s
[03:44:05.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:105:0)
[03:44:05.030] Build status: SCHEDULED
[03:44:05.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:106:0) after 5m17s
[03:45:51.017] Received PubSub notification, asking Buildbucket for the build status
[03:45:51.073] Build status: STARTED
[03:49:22.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:106:0)
[03:49:22.084] Build status: STARTED
[03:49:22.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8888728439151670896:108:0) after 8m53s
[03:54:54.860] Received PubSub notification, asking Buildbucket for the build status
[03:54:54.878] Build:
{
  "id": "8723298377281157425",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-310"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-02-10T18:16:45.446392637Z",
  "startTime": "2025-02-11T03:45:50.609772721Z",
  "endTime": "2025-02-11T03:54:54.498754163Z",
  "updateTime": "2025-02-11T03:54:54.498754163Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
      "ref": "refs/heads/main"
    }
  }
}
[03:54:54.878] Invocation finished in 9h38m10.599122889s with status FAILED