LUCI Scheduler :: pigweed :: pigweed.ci-python-packages-mac-amd64-311

Status: FAILED

Triggered by: -

Duration: 9 hours

Actions:

Definition (rev c0a6f699bb2317136ec5ddcf631fb7ee48318a22)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "python-packages-mac-amd64-311"
>

Incoming triggers

5f5ef636717fc63b4d9e4e9a377cf5d561b73790 (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5f5ef636717fc63b4d9e4e9a377cf5d561b73790
gitiles_ref:refs/heads/main

Debug log (UTC)

[18:16:40.656] New invocation is queued and will start shortly
[18:16:41.770] Starting the invocation (attempt 1)
[18:16:41.809] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
[18:16:41.810] Popped gitiles commit info from properties and tags
[18:16:41.810] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:16:41.810] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:16:41.810] Buildbucket request:
{
  "requestId": "8888728442964272032",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8888728442964272032",
            "job": "pigweed/pigweed.ci-python-packages-mac-amd64-311",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
                        "title": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5f5ef636717fc63b4d9e4e9a377cf5d561b73790"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8888728442964272032"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-python-packages-mac-amd64-311"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:16:42.639] Scheduled build:
{
  "id": "8723298380937472145",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-02-10T18:16:41.959677978Z",
  "updateTime": "2025-02-10T18:16:41.959677978Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
      "ref": "refs/heads/main"
    }
  }
}
[18:16:42.639] Task URL: https://cr-buildbucket.appspot.com/build/8723298380937472145
[18:16:42.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:2:0) after 9m57s
[18:16:43.490] Received PubSub notification, asking Buildbucket for the build status
[18:16:43.579] Build status: SCHEDULED
[18:26:39.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:2:0)
[18:26:39.684] Build status: SCHEDULED
[18:26:39.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:4:0) after 7m41s
[18:34:20.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:4:0)
[18:34:20.860] Build status: SCHEDULED
[18:34:20.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:5:0) after 7m42s
[18:42:03.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:5:0)
[18:42:03.022] Build status: SCHEDULED
[18:42:03.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:6:0) after 5m58s
[18:48:01.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:6:0)
[18:48:01.144] Build status: SCHEDULED
[18:48:01.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:7:0) after 2m41s
[18:50:42.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:7:0)
[18:50:42.337] Build status: SCHEDULED
[18:50:42.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:8:0) after 7m2s
[18:57:44.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:8:0)
[18:57:44.571] Build status: SCHEDULED
[18:57:44.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:9:0) after 3m49s
[19:01:33.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:9:0)
[19:01:33.709] Build status: SCHEDULED
[19:01:33.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:10:0) after 6m24s
[19:07:57.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:10:0)
[19:07:57.744] Build status: SCHEDULED
[19:07:57.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:11:0) after 2m49s
[19:10:46.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:11:0)
[19:10:46.862] Build status: SCHEDULED
[19:10:46.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:12:0) after 1m12s
[19:11:59.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:12:0)
[19:11:59.058] Build status: SCHEDULED
[19:11:59.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:13:0) after 9m31s
[19:21:30.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:13:0)
[19:21:30.159] Build status: SCHEDULED
[19:21:30.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:14:0) after 8m49s
[19:30:19.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:14:0)
[19:30:19.194] Build status: SCHEDULED
[19:30:19.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:15:0) after 8m24s
[19:38:43.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:15:0)
[19:38:43.371] Build status: SCHEDULED
[19:38:43.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:16:0) after 2m47s
[19:41:30.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:16:0)
[19:41:30.480] Build status: SCHEDULED
[19:41:30.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:17:0) after 1m9s
[19:42:39.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:17:0)
[19:42:39.569] Build status: SCHEDULED
[19:42:39.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:18:0) after 2m27s
[19:45:06.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:18:0)
[19:45:06.613] Build status: SCHEDULED
[19:45:06.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:19:0) after 3m59s
[19:49:05.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:19:0)
[19:49:05.702] Build status: SCHEDULED
[19:49:05.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:20:0) after 8m38s
[19:57:43.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:20:0)
[19:57:43.754] Build status: SCHEDULED
[19:57:43.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:21:0) after 3m55s
[20:01:38.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:21:0)
[20:01:38.791] Build status: SCHEDULED
[20:01:38.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:22:0) after 5m49s
[20:07:27.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:22:0)
[20:07:27.963] Build status: SCHEDULED
[20:07:27.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:23:0) after 3m26s
[20:10:54.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:23:0)
[20:10:54.074] Build status: SCHEDULED
[20:10:54.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:24:0) after 2m43s
[20:13:37.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:24:0)
[20:13:37.219] Build status: SCHEDULED
[20:13:37.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:25:0) after 6m26s
[20:20:03.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:25:0)
[20:20:03.300] Build status: SCHEDULED
[20:20:03.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:26:0) after 7m30s
[20:27:33.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:26:0)
[20:27:33.451] Build status: SCHEDULED
[20:27:33.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:27:0) after 5m29s
[20:33:02.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:27:0)
[20:33:02.705] Build status: SCHEDULED
[20:33:02.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:28:0) after 7m14s
[20:40:16.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:28:0)
[20:40:16.740] Build status: SCHEDULED
[20:40:16.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:29:0) after 6m24s
[20:46:40.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:29:0)
[20:46:40.878] Build status: SCHEDULED
[20:46:40.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:30:0) after 7m5s
[20:53:45.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:30:0)
[20:53:46.018] Build status: SCHEDULED
[20:53:46.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:31:0) after 5m40s
[20:59:26.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:31:0)
[20:59:26.066] Build status: SCHEDULED
[20:59:26.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:32:0) after 1m51s
[21:01:17.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:32:0)
[21:01:17.100] Build status: SCHEDULED
[21:01:17.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:33:0) after 8m43s
[21:10:00.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:33:0)
[21:10:00.184] Build status: SCHEDULED
[21:10:00.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:34:0) after 1m7s
[21:11:07.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:34:0)
[21:11:07.362] Build status: SCHEDULED
[21:11:07.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:35:0) after 3m28s
[21:14:35.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:35:0)
[21:14:35.423] Build status: SCHEDULED
[21:14:35.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:36:0) after 6m46s
[21:21:21.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:36:0)
[21:21:21.472] Build status: SCHEDULED
[21:21:21.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:37:0) after 7m41s
[21:29:02.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:37:0)
[21:29:02.497] Build status: SCHEDULED
[21:29:02.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:38:0) after 7m41s
[21:36:43.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:38:0)
[21:36:43.530] Build status: SCHEDULED
[21:36:43.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:39:0) after 6m51s
[21:43:34.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:39:0)
[21:43:34.651] Build status: SCHEDULED
[21:43:34.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:40:0) after 4m42s
[21:48:16.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:40:0)
[21:48:16.843] Build status: SCHEDULED
[21:48:16.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:41:0) after 1m28s
[21:49:44.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:41:0)
[21:49:44.893] Build status: SCHEDULED
[21:49:44.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:42:0) after 8m15s
[21:58:00.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:42:0)
[21:58:00.106] Build status: SCHEDULED
[21:58:00.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:43:0) after 3m13s
[22:01:13.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:43:0)
[22:01:13.108] Build status: SCHEDULED
[22:01:13.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:44:0) after 4m1s
[22:05:14.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:44:0)
[22:05:14.200] Build status: SCHEDULED
[22:05:14.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:45:0) after 3m16s
[22:08:30.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:45:0)
[22:08:30.238] Build status: SCHEDULED
[22:08:30.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:46:0) after 1m41s
[22:10:11.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:46:0)
[22:10:11.317] Build status: SCHEDULED
[22:10:11.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:47:0) after 6m25s
[22:16:36.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:47:0)
[22:16:36.362] Build status: SCHEDULED
[22:16:36.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:48:0) after 6m34s
[22:23:10.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:48:0)
[22:23:10.448] Build status: SCHEDULED
[22:23:10.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:49:0) after 2m51s
[22:26:01.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:49:0)
[22:26:01.532] Build status: SCHEDULED
[22:26:01.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:50:0) after 3m2s
[22:29:03.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:50:0)
[22:29:03.546] Build status: SCHEDULED
[22:29:03.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:51:0) after 8m24s
[22:37:27.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:51:0)
[22:37:27.634] Build status: SCHEDULED
[22:37:27.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:52:0) after 3m7s
[22:40:34.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:52:0)
[22:40:34.723] Build status: SCHEDULED
[22:40:34.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:53:0) after 5m37s
[22:46:11.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:53:0)
[22:46:11.764] Build status: SCHEDULED
[22:46:11.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:54:0) after 2m13s
[22:48:24.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:54:0)
[22:48:24.750] Build status: SCHEDULED
[22:48:24.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:55:0) after 7m29s
[22:55:53.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:55:0)
[22:55:53.816] Build status: SCHEDULED
[22:55:53.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:56:0) after 9m19s
[23:05:12.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:56:0)
[23:05:12.871] Build status: SCHEDULED
[23:05:12.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:57:0) after 8m27s
[23:13:39.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:57:0)
[23:13:39.939] Build status: SCHEDULED
[23:13:39.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:58:0) after 5m55s
[23:19:34.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:58:0)
[23:19:34.979] Build status: SCHEDULED
[23:19:34.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:59:0) after 3m18s
[23:22:53.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:59:0)
[23:22:53.015] Build status: SCHEDULED
[23:22:53.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:60:0) after 9m16s
[23:32:09.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:60:0)
[23:32:09.067] Build status: SCHEDULED
[23:32:09.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:61:0) after 3m10s
[23:35:19.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:61:0)
[23:35:19.149] Build status: SCHEDULED
[23:35:19.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:62:0) after 6m24s
[23:41:43.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:62:0)
[23:41:43.194] Build status: SCHEDULED
[23:41:43.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:63:0) after 7m39s
[23:49:22.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:63:0)
[23:49:22.429] Build status: SCHEDULED
[23:49:22.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:64:0) after 8m26s
[23:57:48.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:64:0)
[23:57:48.462] Build status: SCHEDULED
[23:57:48.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:65:0) after 9m56s
[00:07:44.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:65:0)
[00:07:44.499] Build status: SCHEDULED
[00:07:44.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:66:0) after 8m59s
[00:16:43.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:66:0)
[00:16:43.541] Build status: SCHEDULED
[00:16:43.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:67:0) after 7m11s
[00:23:54.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:67:0)
[00:23:54.842] Build status: SCHEDULED
[00:23:54.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:68:0) after 4m44s
[00:28:38.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:68:0)
[00:28:38.882] Build status: SCHEDULED
[00:28:38.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:69:0) after 4m38s
[00:33:16.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:69:0)
[00:33:16.962] Build status: SCHEDULED
[00:33:16.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:70:0) after 6m13s
[00:39:30.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:70:0)
[00:39:30.032] Build status: SCHEDULED
[00:39:30.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:71:0) after 1m8s
[00:40:38.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:71:0)
[00:40:38.041] Build status: SCHEDULED
[00:40:38.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:72:0) after 3m39s
[00:44:17.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:72:0)
[00:44:17.115] Build status: SCHEDULED
[00:44:17.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:73:0) after 2m37s
[00:46:54.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:73:0)
[00:46:54.153] Build status: SCHEDULED
[00:46:54.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:74:0) after 9m20s
[00:56:14.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:74:0)
[00:56:14.197] Build status: SCHEDULED
[00:56:14.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:75:0) after 2m11s
[00:58:25.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:75:0)
[00:58:25.355] Build status: SCHEDULED
[00:58:25.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:76:0) after 5m57s
[01:04:22.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:76:0)
[01:04:22.403] Build status: SCHEDULED
[01:04:22.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:77:0) after 8m15s
[01:12:37.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:77:0)
[01:12:37.488] Build status: SCHEDULED
[01:12:37.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:78:0) after 8m32s
[01:21:09.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:78:0)
[01:21:09.533] Build status: SCHEDULED
[01:21:09.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:79:0) after 8m24s
[01:29:33.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:79:0)
[01:29:33.645] Build status: SCHEDULED
[01:29:33.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:80:0) after 1m9s
[01:30:42.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:80:0)
[01:30:42.687] Build status: SCHEDULED
[01:30:42.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:81:0) after 7m34s
[01:38:16.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:81:0)
[01:38:16.728] Build status: SCHEDULED
[01:38:16.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:82:0) after 9m0s
[01:47:16.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:82:0)
[01:47:16.797] Build status: SCHEDULED
[01:47:16.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:83:0) after 3m49s
[01:51:05.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:83:0)
[01:51:05.879] Build status: SCHEDULED
[01:51:05.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:84:0) after 7m23s
[01:58:29.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:84:0)
[01:58:29.029] Build status: SCHEDULED
[01:58:29.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:85:0) after 9m9s
[02:07:38.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:85:0)
[02:07:38.066] Build status: SCHEDULED
[02:07:38.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:86:0) after 8m25s
[02:16:03.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:86:0)
[02:16:03.112] Build status: SCHEDULED
[02:16:03.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:87:0) after 6m42s
[02:22:45.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:87:0)
[02:22:45.195] Build status: SCHEDULED
[02:22:45.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:88:0) after 3m5s
[02:25:50.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:88:0)
[02:25:50.239] Build status: SCHEDULED
[02:25:50.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:89:0) after 4m27s
[02:30:17.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:89:0)
[02:30:17.363] Build status: SCHEDULED
[02:30:17.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:90:0) after 4m6s
[02:34:23.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:90:0)
[02:34:23.484] Build status: SCHEDULED
[02:34:23.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:91:0) after 9m29s
[02:43:52.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:91:0)
[02:43:52.579] Build status: SCHEDULED
[02:43:52.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:92:0) after 9m44s
[02:53:36.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:92:0)
[02:53:36.748] Build status: SCHEDULED
[02:53:36.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:93:0) after 1m42s
[02:55:18.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:93:0)
[02:55:18.787] Build status: SCHEDULED
[02:55:18.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:94:0) after 4m18s
[02:59:36.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:94:0)
[02:59:36.821] Build status: SCHEDULED
[02:59:36.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:95:0) after 5m35s
[03:05:11.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:95:0)
[03:05:11.914] Build status: SCHEDULED
[03:05:11.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:96:0) after 5m9s
[03:10:20.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:96:0)
[03:10:21.009] Build status: SCHEDULED
[03:10:21.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:97:0) after 4m2s
[03:14:23.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:97:0)
[03:14:23.137] Build status: SCHEDULED
[03:14:23.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:98:0) after 5m45s
[03:20:08.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:98:0)
[03:20:08.180] Build status: SCHEDULED
[03:20:08.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:99:0) after 3m10s
[03:23:18.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:99:0)
[03:23:18.239] Build status: SCHEDULED
[03:23:18.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:100:0) after 9m18s
[03:32:36.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:100:0)
[03:32:36.262] Build status: SCHEDULED
[03:32:36.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:101:0) after 2m16s
[03:34:52.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:101:0)
[03:34:52.270] Build status: SCHEDULED
[03:34:52.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:102:0) after 1m20s
[03:36:12.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:102:0)
[03:36:12.341] Build status: SCHEDULED
[03:36:12.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:103:0) after 7m39s
[03:37:55.381] Received PubSub notification, asking Buildbucket for the build status
[03:37:55.404] Build status: STARTED
[03:43:51.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:103:0)
[03:43:51.387] Build status: STARTED
[03:43:51.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:105:0) after 1m33s
[03:45:24.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:105:0)
[03:45:24.490] Build status: STARTED
[03:45:24.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8888728442964272032:106:0) after 9m15s
[03:46:16.360] Received PubSub notification, asking Buildbucket for the build status
[03:46:16.618] Build:
{
  "id": "8723298380937472145",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-02-10T18:16:41.959677978Z",
  "startTime": "2025-02-11T03:37:54.891704754Z",
  "endTime": "2025-02-11T03:46:15.982310231Z",
  "updateTime": "2025-02-11T03:46:15.982310231Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5f5ef636717fc63b4d9e4e9a377cf5d561b73790",
      "ref": "refs/heads/main"
    }
  }
}
[03:46:16.618] Invocation finished in 9h29m35.974822851s with status FAILED