Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev c0a6f699bb2317136ec5ddcf631fb7ee48318a22)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "python-packages-mac-amd64-311"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "c80d2e1b5dc292a2c22bd67a1038f1d791affcdc"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c80d2e1b5dc292a2c22bd67a1038f1d791affcdc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:33:44.635] New invocation is queued and will start shortly
[20:33:46.511] Starting the invocation (attempt 1)
[20:33:46.541] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c80d2e1b5dc292a2c22bd67a1038f1d791affcdc"
[20:33:46.541] Popped gitiles commit info from properties and tags
[20:33:46.541] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:33:46.541] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:33:46.541] Buildbucket request:
{
  "requestId": "8894155637474032656",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8894155637474032656",
            "job": "pigweed/pigweed.ci-python-packages-mac-amd64-311",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c80d2e1b5dc292a2c22bd67a1038f1d791affcdc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c80d2e1b5dc292a2c22bd67a1038f1d791affcdc",
                        "title": "c80d2e1b5dc292a2c22bd67a1038f1d791affcdc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c80d2e1b5dc292a2c22bd67a1038f1d791affcdc"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "c80d2e1b5dc292a2c22bd67a1038f1d791affcdc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894155637474032656"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-python-packages-mac-amd64-311"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:33:46.964] Scheduled build:
{
  "id": "8728725574751628241",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-12-12T20:33:46.608848715Z",
  "updateTime": "2024-12-12T20:33:46.608848715Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c80d2e1b5dc292a2c22bd67a1038f1d791affcdc",
      "ref": "refs/heads/main"
    }
  }
}
[20:33:46.964] Task URL: https://cr-buildbucket.appspot.com/build/8728725574751628241
[20:33:46.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:2:0) after 5m7s
[20:33:47.951] Received PubSub notification, asking Buildbucket for the build status
[20:33:47.974] Build status: SCHEDULED
[20:38:53.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:2:0)
[20:38:54.016] Build status: SCHEDULED
[20:38:54.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:4:0) after 2m57s
[20:41:51.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:4:0)
[20:41:51.104] Build status: SCHEDULED
[20:41:51.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:5:0) after 8m58s
[20:50:49.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:5:0)
[20:50:49.193] Build status: SCHEDULED
[20:50:49.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:6:0) after 7m48s
[20:58:37.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:6:0)
[20:58:37.486] Build status: SCHEDULED
[20:58:37.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:7:0) after 3m7s
[21:01:44.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:7:0)
[21:01:44.600] Build status: SCHEDULED
[21:01:44.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:8:0) after 1m22s
[21:03:06.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:8:0)
[21:03:06.684] Build status: SCHEDULED
[21:03:06.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:9:0) after 5m1s
[21:08:07.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:9:0)
[21:08:07.722] Build status: SCHEDULED
[21:08:07.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:10:0) after 6m17s
[21:14:24.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:10:0)
[21:14:24.757] Build status: SCHEDULED
[21:14:24.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:11:0) after 1m46s
[21:16:10.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:11:0)
[21:16:10.888] Build status: SCHEDULED
[21:16:10.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:12:0) after 8m13s
[21:24:23.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:12:0)
[21:24:23.912] Build status: SCHEDULED
[21:24:23.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:13:0) after 9m41s
[21:34:05.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:13:0)
[21:34:05.096] Build status: SCHEDULED
[21:34:05.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:14:0) after 6m13s
[21:40:18.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:14:0)
[21:40:18.189] Build status: SCHEDULED
[21:40:18.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:15:0) after 9m31s
[21:49:49.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:15:0)
[21:49:49.277] Build status: SCHEDULED
[21:49:49.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:16:0) after 3m15s
[21:53:04.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:16:0)
[21:53:04.311] Build status: SCHEDULED
[21:53:04.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:17:0) after 3m32s
[21:56:36.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:17:0)
[21:56:36.307] Build status: SCHEDULED
[21:56:36.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:18:0) after 7m55s
[22:04:31.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:18:0)
[22:04:31.397] Build status: SCHEDULED
[22:04:31.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:19:0) after 2m36s
[22:07:07.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:19:0)
[22:07:07.486] Build status: SCHEDULED
[22:07:07.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:20:0) after 6m52s
[22:13:59.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:20:0)
[22:13:59.601] Build status: SCHEDULED
[22:13:59.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:21:0) after 5m31s
[22:19:30.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:21:0)
[22:19:30.662] Build status: SCHEDULED
[22:19:30.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:22:0) after 2m13s
[22:21:43.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:22:0)
[22:21:43.702] Build status: SCHEDULED
[22:21:43.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:23:0) after 5m50s
[22:27:33.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:23:0)
[22:27:33.836] Build status: SCHEDULED
[22:27:33.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:24:0) after 9m29s
[22:37:02.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:24:0)
[22:37:02.972] Build status: SCHEDULED
[22:37:02.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:25:0) after 5m35s
[22:42:38.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:25:0)
[22:42:38.110] Build status: SCHEDULED
[22:42:38.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:26:0) after 8m23s
[22:51:01.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:26:0)
[22:51:01.331] Build status: SCHEDULED
[22:51:01.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:27:0) after 9m40s
[23:00:41.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:27:0)
[23:00:41.529] Build status: SCHEDULED
[23:00:41.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:28:0) after 2m3s
[23:02:44.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:28:0)
[23:02:44.619] Build status: SCHEDULED
[23:02:44.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:29:0) after 2m19s
[23:05:03.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:29:0)
[23:05:03.818] Build status: SCHEDULED
[23:05:03.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:30:0) after 4m26s
[23:09:29.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:30:0)
[23:09:29.925] Build status: SCHEDULED
[23:09:29.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:31:0) after 7m57s
[23:17:26.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:31:0)
[23:17:27.013] Build status: SCHEDULED
[23:17:27.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:32:0) after 8m7s
[23:25:34.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:32:0)
[23:25:34.096] Build status: SCHEDULED
[23:25:34.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:33:0) after 9m6s
[23:34:40.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:33:0)
[23:34:40.153] Build status: SCHEDULED
[23:34:40.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:34:0) after 4m7s
[23:38:47.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:34:0)
[23:38:47.250] Build status: SCHEDULED
[23:38:47.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:35:0) after 8m55s
[23:47:42.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:35:0)
[23:47:42.290] Build status: SCHEDULED
[23:47:42.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:36:0) after 8m48s
[23:56:30.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:36:0)
[23:56:30.374] Build status: SCHEDULED
[23:56:30.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:37:0) after 1m45s
[23:58:15.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:37:0)
[23:58:15.503] Build status: SCHEDULED
[23:58:15.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:38:0) after 8m42s
[00:06:57.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:38:0)
[00:06:57.541] Build status: SCHEDULED
[00:06:57.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:39:0) after 7m49s
[00:14:46.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:39:0)
[00:14:46.719] Build status: SCHEDULED
[00:14:46.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:40:0) after 1m20s
[00:16:06.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:40:0)
[00:16:06.923] Build status: SCHEDULED
[00:16:06.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:41:0) after 1m36s
[00:17:42.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:41:0)
[00:17:42.964] Build status: SCHEDULED
[00:17:42.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:42:0) after 5m13s
[00:22:56.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:42:0)
[00:22:56.050] Build status: SCHEDULED
[00:22:56.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:43:0) after 1m59s
[00:24:55.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:43:0)
[00:24:55.177] Build status: SCHEDULED
[00:24:55.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:44:0) after 3m23s
[00:28:18.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:44:0)
[00:28:18.220] Build status: SCHEDULED
[00:28:18.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:45:0) after 3m26s
[00:31:44.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:45:0)
[00:31:44.306] Build status: SCHEDULED
[00:31:44.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:46:0) after 9m39s
[00:41:23.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:46:0)
[00:41:23.341] Build status: SCHEDULED
[00:41:23.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:47:0) after 9m29s
[00:50:52.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:47:0)
[00:50:52.515] Build status: SCHEDULED
[00:50:52.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:48:0) after 6m32s
[00:57:24.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:48:0)
[00:57:24.599] Build status: SCHEDULED
[00:57:24.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:49:0) after 7m27s
[01:04:51.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:49:0)
[01:04:51.790] Build status: SCHEDULED
[01:04:51.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:50:0) after 6m17s
[01:11:08.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:50:0)
[01:11:08.879] Build status: SCHEDULED
[01:11:08.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:51:0) after 3m29s
[01:14:37.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:51:0)
[01:14:38.001] Build status: SCHEDULED
[01:14:38.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:52:0) after 9m54s
[01:24:32.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:52:0)
[01:24:32.039] Build status: SCHEDULED
[01:24:32.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:53:0) after 2m30s
[01:27:02.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:53:0)
[01:27:02.123] Build status: SCHEDULED
[01:27:02.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:54:0) after 1m42s
[01:28:44.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:54:0)
[01:28:44.191] Build status: SCHEDULED
[01:28:44.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:55:0) after 8m38s
[01:37:22.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:55:0)
[01:37:22.384] Build status: SCHEDULED
[01:37:22.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:56:0) after 7m59s
[01:45:21.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:56:0)
[01:45:21.418] Build status: SCHEDULED
[01:45:21.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:57:0) after 4m32s
[01:49:53.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:57:0)
[01:49:53.494] Build status: SCHEDULED
[01:49:53.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:58:0) after 2m12s
[01:52:05.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:58:0)
[01:52:05.557] Build status: SCHEDULED
[01:52:05.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:59:0) after 3m50s
[01:55:55.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:59:0)
[01:55:55.567] Build status: SCHEDULED
[01:55:55.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:60:0) after 6m10s
[02:02:05.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:60:0)
[02:02:05.653] Build status: SCHEDULED
[02:02:05.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:61:0) after 9m14s
[02:11:19.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:61:0)
[02:11:19.694] Build status: SCHEDULED
[02:11:19.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:62:0) after 7m22s
[02:18:41.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:62:0)
[02:18:41.824] Build status: SCHEDULED
[02:18:41.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:63:0) after 9m55s
[02:28:36.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:63:0)
[02:28:36.873] Build status: SCHEDULED
[02:28:36.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:64:0) after 3m11s
[02:31:47.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:64:0)
[02:31:47.985] Build status: SCHEDULED
[02:31:47.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:65:0) after 2m57s
[02:34:45.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:65:0)
[02:34:45.025] Build status: SCHEDULED
[02:34:45.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:66:0) after 6m7s
[02:40:52.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:66:0)
[02:40:52.069] Build status: SCHEDULED
[02:40:52.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:67:0) after 6m30s
[02:47:22.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:67:0)
[02:47:22.154] Build status: SCHEDULED
[02:47:22.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:68:0) after 5m58s
[02:53:20.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:68:0)
[02:53:20.279] Build status: SCHEDULED
[02:53:20.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:69:0) after 2m4s
[02:55:24.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:69:0)
[02:55:24.347] Build status: SCHEDULED
[02:55:24.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:70:0) after 8m27s
[03:03:51.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:70:0)
[03:03:51.391] Build status: SCHEDULED
[03:03:51.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:71:0) after 9m35s
[03:13:26.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:71:0)
[03:13:26.425] Build status: SCHEDULED
[03:13:26.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:72:0) after 9m21s
[03:22:47.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:72:0)
[03:22:47.468] Build status: SCHEDULED
[03:22:47.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:73:0) after 6m42s
[03:29:29.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:73:0)
[03:29:29.556] Build status: SCHEDULED
[03:29:29.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:74:0) after 9m10s
[03:38:39.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:74:0)
[03:38:39.606] Build status: SCHEDULED
[03:38:39.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:75:0) after 3m20s
[03:41:59.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:75:0)
[03:41:59.714] Build status: SCHEDULED
[03:41:59.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:76:0) after 9m49s
[03:51:48.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:76:0)
[03:51:48.931] Build status: SCHEDULED
[03:51:48.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:77:0) after 7m53s
[03:59:42.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:77:0)
[03:59:42.086] Build status: SCHEDULED
[03:59:42.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:78:0) after 5m31s
[04:05:13.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:78:0)
[04:05:13.308] Build status: SCHEDULED
[04:05:13.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:79:0) after 7m33s
[04:12:46.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:79:0)
[04:12:46.416] Build status: SCHEDULED
[04:12:46.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:80:0) after 4m0s
[04:16:46.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:80:0)
[04:16:46.454] Build status: SCHEDULED
[04:16:46.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:81:0) after 9m20s
[04:26:06.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:81:0)
[04:26:06.506] Build status: SCHEDULED
[04:26:06.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:82:0) after 7m4s
[04:33:10.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:82:0)
[04:33:10.540] Build status: SCHEDULED
[04:33:10.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:83:0) after 9m44s
[04:42:54.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:83:0)
[04:42:54.607] Build status: SCHEDULED
[04:42:54.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:84:0) after 6m42s
[04:49:36.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:84:0)
[04:49:36.846] Build status: SCHEDULED
[04:49:36.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:85:0) after 8m27s
[04:58:03.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:85:0)
[04:58:03.972] Build status: SCHEDULED
[04:58:03.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:86:0) after 6m12s
[05:04:16.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:86:0)
[05:04:16.201] Build status: SCHEDULED
[05:04:16.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:87:0) after 7m34s
[05:11:50.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:87:0)
[05:11:50.731] Build status: SCHEDULED
[05:11:50.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:88:0) after 5m21s
[05:17:12.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:88:0)
[05:17:12.229] Build status: SCHEDULED
[05:17:12.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:89:0) after 7m55s
[05:25:07.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:89:0)
[05:25:07.267] Build status: SCHEDULED
[05:25:07.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:90:0) after 6m48s
[05:31:55.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:90:0)
[05:31:55.315] Build status: SCHEDULED
[05:31:55.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:91:0) after 5m18s
[05:37:13.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:91:0)
[05:37:13.556] Build status: SCHEDULED
[05:37:13.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:92:0) after 1m23s
[05:38:36.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:92:0)
[05:38:36.660] Build status: SCHEDULED
[05:38:36.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:93:0) after 2m44s
[05:41:20.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:93:0)
[05:41:20.764] Build status: SCHEDULED
[05:41:20.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:94:0) after 6m3s
[05:45:39.842] Received PubSub notification, asking Buildbucket for the build status
[05:45:39.859] Build status: STARTED
[05:47:23.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:94:0)
[05:47:23.780] Build status: STARTED
[05:47:23.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:96:0) after 5m7s
[05:52:30.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:96:0)
[05:52:30.875] Build status: STARTED
[05:52:30.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-311:8894155637474032656:97:0) after 4m58s
[05:54:28.414] Received PubSub notification, asking Buildbucket for the build status
[05:54:28.439] Build:
{
  "id": "8728725574751628241",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "python-packages-mac-amd64-311"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-12-12T20:33:46.608848715Z",
  "startTime": "2024-12-13T05:44:57.560981184Z",
  "endTime": "2024-12-13T05:54:28.094919699Z",
  "updateTime": "2024-12-13T05:54:28.094919699Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c80d2e1b5dc292a2c22bd67a1038f1d791affcdc",
      "ref": "refs/heads/main"
    }
  }
}
[05:54:28.439] Invocation finished in 9h20m43.810368293s with status FAILED