LUCI Scheduler :: pigweed :: pigweed.ci-pigweed-mac-x86-bazel-host

Status: FAILED

Triggered by: -

Duration: 12 hours

Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

29cef26bb58840df9c1f20841da8c410485e4d1c (3 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "29cef26bb58840df9c1f20841da8c410485e4d1c"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/29cef26bb58840df9c1f20841da8c410485e4d1c
gitiles_ref:refs/heads/main

Debug log (UTC)

[14:31:14.111] New invocation is queued and will start shortly
[14:31:16.719] Starting the invocation (attempt 1)
[14:31:16.747] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/29cef26bb58840df9c1f20841da8c410485e4d1c"
[14:31:16.748] Popped gitiles commit info from properties and tags
[14:31:16.748] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:31:16.748] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:31:16.748] Buildbucket request:
{
  "requestId": "8866365175868862528",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866365175868862528",
            "job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "29cef26bb58840df9c1f20841da8c410485e4d1c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@29cef26bb58840df9c1f20841da8c410485e4d1c",
                        "title": "29cef26bb58840df9c1f20841da8c410485e4d1c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/29cef26bb58840df9c1f20841da8c410485e4d1c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "29cef26bb58840df9c1f20841da8c410485e4d1c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866365175868862528"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:31:17.287] Scheduled build:
{
  "id": "8700935112390469809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-15T14:31:16.803875176Z",
  "updateTime": "2025-10-15T14:31:16.803875176Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "29cef26bb58840df9c1f20841da8c410485e4d1c",
      "ref": "refs/heads/main"
    }
  }
}
[14:31:17.287] Task URL: https://cr-buildbucket.appspot.com/build/8700935112390469809
[14:31:17.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:2:0) after 1m58s
[14:31:42.310] Received PubSub notification, asking Buildbucket for the build status
[14:31:42.334] Build status: SCHEDULED
[14:33:15.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:2:0)
[14:33:15.367] Build status: SCHEDULED
[14:33:15.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:4:0) after 4m55s
[14:38:10.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:4:0)
[14:38:10.456] Build status: SCHEDULED
[14:38:10.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:5:0) after 4m5s
[14:42:15.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:5:0)
[14:42:15.566] Build status: SCHEDULED
[14:42:15.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:6:0) after 8m7s
[14:50:22.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:6:0)
[14:50:22.610] Build status: SCHEDULED
[14:50:22.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:7:0) after 4m9s
[14:54:31.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:7:0)
[14:54:31.712] Build status: SCHEDULED
[14:54:31.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:8:0) after 8m5s
[15:02:36.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:8:0)
[15:02:36.791] Build status: SCHEDULED
[15:02:36.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:9:0) after 4m44s
[15:07:20.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:9:0)
[15:07:20.823] Build status: SCHEDULED
[15:07:20.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:10:0) after 1m57s
[15:09:18.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:10:0)
[15:09:18.055] Build status: SCHEDULED
[15:09:18.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:11:0) after 6m1s
[15:15:19.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:11:0)
[15:15:19.164] Build status: SCHEDULED
[15:15:19.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:12:0) after 2m37s
[15:17:56.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:12:0)
[15:17:56.212] Build status: SCHEDULED
[15:17:56.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:13:0) after 3m11s
[15:21:07.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:13:0)
[15:21:07.329] Build status: SCHEDULED
[15:21:07.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:14:0) after 3m27s
[15:24:34.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:14:0)
[15:24:34.465] Build status: SCHEDULED
[15:24:34.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:15:0) after 6m13s
[15:30:47.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:15:0)
[15:30:47.574] Build status: SCHEDULED
[15:30:47.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:16:0) after 2m17s
[15:33:04.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:16:0)
[15:33:04.659] Build status: SCHEDULED
[15:33:04.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:17:0) after 5m11s
[15:38:15.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:17:0)
[15:38:15.694] Build status: SCHEDULED
[15:38:15.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:18:0) after 8m2s
[15:46:17.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:18:0)
[15:46:17.847] Build status: SCHEDULED
[15:46:17.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:19:0) after 1m24s
[15:47:41.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:19:0)
[15:47:41.970] Build status: SCHEDULED
[15:47:41.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:20:0) after 5m22s
[15:53:03.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:20:0)
[15:53:04.005] Build status: SCHEDULED
[15:53:04.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:21:0) after 2m35s
[15:55:39.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:21:0)
[15:55:39.049] Build status: SCHEDULED
[15:55:39.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:22:0) after 4m31s
[16:00:10.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:22:0)
[16:00:10.058] Build status: SCHEDULED
[16:00:10.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:23:0) after 9m34s
[16:09:44.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:23:0)
[16:09:44.269] Build status: SCHEDULED
[16:09:44.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:24:0) after 5m1s
[16:14:45.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:24:0)
[16:14:45.370] Build status: SCHEDULED
[16:14:45.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:25:0) after 2m17s
[16:17:02.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:25:0)
[16:17:02.371] Build status: SCHEDULED
[16:17:02.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:26:0) after 2m10s
[16:19:12.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:26:0)
[16:19:12.443] Build status: SCHEDULED
[16:19:12.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:27:0) after 6m44s
[16:25:56.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:27:0)
[16:25:56.537] Build status: SCHEDULED
[16:25:56.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:28:0) after 6m35s
[16:32:31.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:28:0)
[16:32:31.862] Build status: SCHEDULED
[16:32:31.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:29:0) after 7m58s
[16:40:29.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:29:0)
[16:40:29.963] Build status: SCHEDULED
[16:40:29.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:30:0) after 5m24s
[16:45:54.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:30:0)
[16:45:54.117] Build status: SCHEDULED
[16:45:54.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:31:0) after 7m37s
[16:53:31.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:31:0)
[16:53:31.186] Build status: SCHEDULED
[16:53:31.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:32:0) after 1m39s
[16:55:10.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:32:0)
[16:55:10.225] Build status: SCHEDULED
[16:55:10.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:33:0) after 6m42s
[17:01:52.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:33:0)
[17:01:52.264] Build status: SCHEDULED
[17:01:52.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:34:0) after 7m29s
[17:09:21.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:34:0)
[17:09:21.296] Build status: SCHEDULED
[17:09:21.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:35:0) after 7m39s
[17:17:00.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:35:0)
[17:17:00.455] Build status: SCHEDULED
[17:17:00.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:36:0) after 7m24s
[17:24:24.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:36:0)
[17:24:24.504] Build status: SCHEDULED
[17:24:24.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:37:0) after 1m37s
[17:26:01.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:37:0)
[17:26:01.703] Build status: SCHEDULED
[17:26:01.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:38:0) after 5m46s
[17:31:47.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:38:0)
[17:31:47.839] Build status: SCHEDULED
[17:31:47.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:39:0) after 6m49s
[17:38:36.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:39:0)
[17:38:36.931] Build status: SCHEDULED
[17:38:36.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:40:0) after 9m14s
[17:47:50.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:40:0)
[17:47:50.963] Build status: SCHEDULED
[17:47:50.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:41:0) after 4m3s
[17:51:53.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:41:0)
[17:51:53.996] Build status: SCHEDULED
[17:51:53.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:42:0) after 2m57s
[17:54:50.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:42:0)
[17:54:51.008] Build status: SCHEDULED
[17:54:51.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:43:0) after 5m36s
[18:00:27.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:43:0)
[18:00:27.093] Build status: SCHEDULED
[18:00:27.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:44:0) after 2m12s
[18:02:39.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:44:0)
[18:02:39.129] Build status: SCHEDULED
[18:02:39.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:45:0) after 7m57s
[18:10:36.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:45:0)
[18:10:36.213] Build status: SCHEDULED
[18:10:36.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:46:0) after 9m55s
[18:20:31.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:46:0)
[18:20:31.199] Build status: SCHEDULED
[18:20:31.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:47:0) after 4m7s
[18:24:38.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:47:0)
[18:24:38.223] Build status: SCHEDULED
[18:24:38.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:48:0) after 8m59s
[18:33:37.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:48:0)
[18:33:37.297] Build status: SCHEDULED
[18:33:37.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:49:0) after 2m52s
[18:36:29.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:49:0)
[18:36:29.338] Build status: SCHEDULED
[18:36:29.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:50:0) after 3m44s
[18:40:13.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:50:0)
[18:40:13.345] Build status: SCHEDULED
[18:40:13.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:51:0) after 5m35s
[18:45:48.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:51:0)
[18:45:48.487] Build status: SCHEDULED
[18:45:48.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:52:0) after 4m25s
[18:50:13.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:52:0)
[18:50:13.581] Build status: SCHEDULED
[18:50:13.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:53:0) after 3m57s
[18:54:10.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:53:0)
[18:54:10.655] Build status: SCHEDULED
[18:54:10.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:54:0) after 7m15s
[19:01:25.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:54:0)
[19:01:25.693] Build status: SCHEDULED
[19:01:25.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:55:0) after 3m35s
[19:05:00.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:55:0)
[19:05:00.789] Build status: SCHEDULED
[19:05:00.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:56:0) after 1m2s
[19:06:02.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:56:0)
[19:06:02.823] Build status: SCHEDULED
[19:06:02.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:57:0) after 9m49s
[19:15:51.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:57:0)
[19:15:51.865] Build status: SCHEDULED
[19:15:51.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:58:0) after 2m22s
[19:18:13.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:58:0)
[19:18:13.980] Build status: SCHEDULED
[19:18:13.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:59:0) after 8m7s
[19:26:20.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:59:0)
[19:26:21.016] Build status: SCHEDULED
[19:26:21.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:60:0) after 5m25s
[19:31:46.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:60:0)
[19:31:46.144] Build status: SCHEDULED
[19:31:46.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:61:0) after 2m26s
[19:34:12.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:61:0)
[19:34:12.215] Build status: SCHEDULED
[19:34:12.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:62:0) after 8m23s
[19:42:35.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:62:0)
[19:42:35.247] Build status: SCHEDULED
[19:42:35.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:63:0) after 3m43s
[19:46:18.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:63:0)
[19:46:18.396] Build status: SCHEDULED
[19:46:18.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:64:0) after 5m25s
[19:51:43.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:64:0)
[19:51:43.477] Build status: SCHEDULED
[19:51:43.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:65:0) after 4m33s
[19:56:16.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:65:0)
[19:56:16.577] Build status: SCHEDULED
[19:56:16.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:66:0) after 9m10s
[20:05:26.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:66:0)
[20:05:26.627] Build status: SCHEDULED
[20:05:26.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:67:0) after 9m37s
[20:15:03.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:67:0)
[20:15:03.673] Build status: SCHEDULED
[20:15:03.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:68:0) after 2m17s
[20:17:20.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:68:0)
[20:17:20.857] Build status: SCHEDULED
[20:17:20.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:69:0) after 6m19s
[20:23:39.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:69:0)
[20:23:39.973] Build status: SCHEDULED
[20:23:39.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:70:0) after 7m51s
[20:31:30.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:70:0)
[20:31:31.011] Build status: SCHEDULED
[20:31:31.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:71:0) after 5m4s
[20:36:35.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:71:0)
[20:36:35.047] Build status: SCHEDULED
[20:36:35.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:72:0) after 5m39s
[20:42:14.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:72:0)
[20:42:14.140] Build status: SCHEDULED
[20:42:14.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:73:0) after 2m24s
[20:44:38.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:73:0)
[20:44:38.227] Build status: SCHEDULED
[20:44:38.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:74:0) after 1m38s
[20:46:16.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:74:0)
[20:46:16.256] Build status: SCHEDULED
[20:46:16.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:75:0) after 4m43s
[20:50:59.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:75:0)
[20:50:59.344] Build status: SCHEDULED
[20:50:59.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:76:0) after 8m53s
[20:59:52.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:76:0)
[20:59:52.376] Build status: SCHEDULED
[20:59:52.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:77:0) after 4m58s
[21:04:50.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:77:0)
[21:04:50.424] Build status: SCHEDULED
[21:04:50.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:78:0) after 7m39s
[21:12:29.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:78:0)
[21:12:29.451] Build status: SCHEDULED
[21:12:29.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:79:0) after 4m1s
[21:16:30.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:79:0)
[21:16:30.662] Build status: SCHEDULED
[21:16:30.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:80:0) after 7m51s
[21:24:21.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:80:0)
[21:24:21.723] Build status: SCHEDULED
[21:24:21.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:81:0) after 9m0s
[21:33:21.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:81:0)
[21:33:21.877] Build status: SCHEDULED
[21:33:21.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:82:0) after 7m19s
[21:40:40.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:82:0)
[21:40:40.882] Build status: SCHEDULED
[21:40:40.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:83:0) after 1m39s
[21:42:19.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:83:0)
[21:42:19.967] Build status: SCHEDULED
[21:42:19.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:84:0) after 4m22s
[21:46:41.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:84:0)
[21:46:41.998] Build status: SCHEDULED
[21:46:41.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:85:0) after 9m56s
[21:56:38.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:85:0)
[21:56:38.079] Build status: SCHEDULED
[21:56:38.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:86:0) after 7m13s
[22:03:51.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:86:0)
[22:03:51.107] Build status: SCHEDULED
[22:03:51.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:87:0) after 3m56s
[22:07:47.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:87:0)
[22:07:47.124] Build status: SCHEDULED
[22:07:47.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:88:0) after 9m54s
[22:17:41.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:88:0)
[22:17:41.168] Build status: SCHEDULED
[22:17:41.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:89:0) after 7m48s
[22:25:29.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:89:0)
[22:25:29.242] Build status: SCHEDULED
[22:25:29.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:90:0) after 5m37s
[22:31:06.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:90:0)
[22:31:06.501] Build status: SCHEDULED
[22:31:06.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:91:0) after 3m41s
[22:34:47.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:91:0)
[22:34:47.582] Build status: SCHEDULED
[22:34:47.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:92:0) after 3m56s
[22:38:43.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:92:0)
[22:38:43.635] Build status: SCHEDULED
[22:38:43.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:93:0) after 5m44s
[22:44:27.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:93:0)
[22:44:27.679] Build status: SCHEDULED
[22:44:27.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:94:0) after 5m22s
[22:49:49.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:94:0)
[22:49:49.761] Build status: SCHEDULED
[22:49:49.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:95:0) after 6m36s
[22:56:25.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:95:0)
[22:56:25.842] Build status: SCHEDULED
[22:56:25.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:96:0) after 1m32s
[22:57:57.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:96:0)
[22:57:57.889] Build status: SCHEDULED
[22:57:57.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:97:0) after 5m14s
[23:03:11.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:97:0)
[23:03:11.977] Build status: SCHEDULED
[23:03:11.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:98:0) after 7m59s
[23:11:11.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:98:0)
[23:11:11.109] Build status: SCHEDULED
[23:11:11.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:99:0) after 1m12s
[23:12:23.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:99:0)
[23:12:23.253] Build status: SCHEDULED
[23:12:23.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:100:0) after 2m27s
[23:14:50.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:100:0)
[23:14:50.370] Build status: SCHEDULED
[23:14:50.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:101:0) after 2m42s
[23:17:32.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:101:0)
[23:17:32.431] Build status: SCHEDULED
[23:17:32.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:102:0) after 1m40s
[23:19:12.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:102:0)
[23:19:12.472] Build status: SCHEDULED
[23:19:12.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:103:0) after 1m18s
[23:20:30.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:103:0)
[23:20:30.608] Build status: SCHEDULED
[23:20:30.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:104:0) after 6m8s
[23:26:38.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:104:0)
[23:26:38.657] Build status: SCHEDULED
[23:26:38.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:105:0) after 9m6s
[23:35:44.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:105:0)
[23:35:44.768] Build status: SCHEDULED
[23:35:44.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:106:0) after 8m0s
[23:43:44.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:106:0)
[23:43:44.906] Build status: SCHEDULED
[23:43:44.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:107:0) after 9m54s
[23:53:38.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:107:0)
[23:53:38.934] Build status: SCHEDULED
[23:53:38.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:108:0) after 7m16s
[00:00:54.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:108:0)
[00:00:54.965] Build status: SCHEDULED
[00:00:54.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:109:0) after 9m53s
[00:10:47.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:109:0)
[00:10:48.017] Build status: SCHEDULED
[00:10:48.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:110:0) after 5m22s
[00:16:10.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:110:0)
[00:16:10.246] Build status: SCHEDULED
[00:16:10.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:111:0) after 9m3s
[00:25:13.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:111:0)
[00:25:13.325] Build status: SCHEDULED
[00:25:13.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:112:0) after 5m43s
[00:30:56.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:112:0)
[00:30:56.391] Build status: SCHEDULED
[00:30:56.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:113:0) after 5m3s
[00:35:59.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:113:0)
[00:35:59.475] Build status: SCHEDULED
[00:35:59.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:114:0) after 4m18s
[00:40:17.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:114:0)
[00:40:17.514] Build status: SCHEDULED
[00:40:17.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:115:0) after 1m55s
[00:42:12.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:115:0)
[00:42:12.632] Build status: SCHEDULED
[00:42:12.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:116:0) after 9m23s
[00:51:35.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:116:0)
[00:51:35.767] Build status: SCHEDULED
[00:51:35.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:117:0) after 8m35s
[01:00:10.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:117:0)
[01:00:10.907] Build status: SCHEDULED
[01:00:10.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:118:0) after 1m49s
[01:01:59.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:118:0)
[01:02:00.178] Build status: SCHEDULED
[01:02:00.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:119:0) after 4m57s
[01:06:57.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:119:0)
[01:06:57.259] Build status: SCHEDULED
[01:06:57.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:120:0) after 1m34s
[01:08:31.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:120:0)
[01:08:31.321] Build status: SCHEDULED
[01:08:31.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:121:0) after 4m18s
[01:12:49.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:121:0)
[01:12:49.366] Build status: SCHEDULED
[01:12:49.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:122:0) after 4m29s
[01:17:18.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:122:0)
[01:17:18.469] Build status: SCHEDULED
[01:17:18.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:123:0) after 6m45s
[01:24:03.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:123:0)
[01:24:03.735] Build status: SCHEDULED
[01:24:03.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:124:0) after 3m25s
[01:27:28.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:124:0)
[01:27:29.003] Build status: SCHEDULED
[01:27:29.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:125:0) after 7m53s
[01:35:22.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:125:0)
[01:35:22.031] Build status: SCHEDULED
[01:35:22.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:126:0) after 2m33s
[01:37:55.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:126:0)
[01:37:55.147] Build status: SCHEDULED
[01:37:55.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:127:0) after 7m52s
[01:45:47.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:127:0)
[01:45:47.238] Build status: SCHEDULED
[01:45:47.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:128:0) after 9m0s
[01:54:47.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:128:0)
[01:54:47.318] Build status: SCHEDULED
[01:54:47.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:129:0) after 9m36s
[02:04:23.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:129:0)
[02:04:23.351] Build status: SCHEDULED
[02:04:23.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:130:0) after 1m18s
[02:05:41.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:130:0)
[02:05:41.407] Build status: SCHEDULED
[02:05:41.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:131:0) after 6m56s
[02:12:37.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:131:0)
[02:12:37.470] Build status: SCHEDULED
[02:12:37.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:132:0) after 3m55s
[02:16:32.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:132:0)
[02:16:32.503] Build status: SCHEDULED
[02:16:32.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:133:0) after 5m47s
[02:22:19.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:133:0)
[02:22:19.537] Build status: SCHEDULED
[02:22:19.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:134:0) after 7m16s
[02:29:35.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:134:0)
[02:29:35.661] Build status: SCHEDULED
[02:29:35.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8866365175868862528:135:0) after 2m24s
[02:31:20.343] Received PubSub notification, asking Buildbucket for the build status
[02:31:20.428] Build:
{
  "id": "8700935112390469809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-15T14:31:16.803875176Z",
  "endTime": "2025-10-16T02:31:20.006741822Z",
  "updateTime": "2025-10-16T02:31:20.006741822Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "29cef26bb58840df9c1f20841da8c410485e4d1c",
      "ref": "refs/heads/main"
    }
  }
}
[02:31:20.428] Invocation finished in 12h0m6.325167868s with status FAILED