LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-default

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

d55c3fc682af309969da7cec5671a6f8859060a8 (2 weeks ago)
abf16415ace60cd29691fc55c14a654975800c88 (2 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "abf16415ace60cd29691fc55c14a654975800c88"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/abf16415ace60cd29691fc55c14a654975800c88
gitiles_ref:refs/heads/main

Debug log (UTC)

[08:59:14.387] New invocation is queued and will start shortly
[08:59:15.441] Starting the invocation (attempt 1)
[08:59:15.469] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/abf16415ace60cd29691fc55c14a654975800c88"
[08:59:15.469] Popped gitiles commit info from properties and tags
[08:59:15.469] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:59:15.469] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:59:15.470] Buildbucket request:
{
  "requestId": "8866295466243845728",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866295466243845728",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d55c3fc682af309969da7cec5671a6f8859060a8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d55c3fc682af309969da7cec5671a6f8859060a8",
                        "title": "d55c3fc682af309969da7cec5671a6f8859060a8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d55c3fc682af309969da7cec5671a6f8859060a8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "abf16415ace60cd29691fc55c14a654975800c88"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@abf16415ace60cd29691fc55c14a654975800c88",
                        "title": "abf16415ace60cd29691fc55c14a654975800c88",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/abf16415ace60cd29691fc55c14a654975800c88"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "abf16415ace60cd29691fc55c14a654975800c88",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866295466243845728"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:59:15.870] Scheduled build:
{
  "id": "8700865404391668065",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-16T08:59:15.531129908Z",
  "updateTime": "2025-10-16T08:59:15.531129908Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "abf16415ace60cd29691fc55c14a654975800c88",
      "ref": "refs/heads/main"
    }
  }
}
[08:59:15.870] Task URL: https://cr-buildbucket.appspot.com/build/8700865404391668065
[08:59:15.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:2:0) after 6m26s
[08:59:16.795] Received PubSub notification, asking Buildbucket for the build status
[08:59:16.878] Build status: SCHEDULED
[09:05:42.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:2:0)
[09:05:42.052] Build status: SCHEDULED
[09:05:42.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:4:0) after 5m5s
[09:10:47.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:4:0)
[09:10:47.082] Build status: SCHEDULED
[09:10:47.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:5:0) after 5m35s
[09:16:22.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:5:0)
[09:16:22.125] Build status: SCHEDULED
[09:16:22.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:6:0) after 4m4s
[09:20:26.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:6:0)
[09:20:26.188] Build status: SCHEDULED
[09:20:26.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:7:0) after 5m15s
[09:25:41.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:7:0)
[09:25:41.267] Build status: SCHEDULED
[09:25:41.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:8:0) after 1m34s
[09:27:15.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:8:0)
[09:27:15.295] Build status: SCHEDULED
[09:27:15.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:9:0) after 5m32s
[09:32:47.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:9:0)
[09:32:47.318] Build status: SCHEDULED
[09:32:47.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:10:0) after 8m53s
[09:41:40.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:10:0)
[09:41:40.346] Build status: SCHEDULED
[09:41:40.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:11:0) after 7m26s
[09:49:06.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:11:0)
[09:49:06.533] Build status: SCHEDULED
[09:49:06.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:12:0) after 4m11s
[09:53:17.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:12:0)
[09:53:17.578] Build status: SCHEDULED
[09:53:17.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:13:0) after 7m9s
[10:00:26.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:13:0)
[10:00:26.738] Build status: SCHEDULED
[10:00:26.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:14:0) after 5m34s
[10:06:00.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:14:0)
[10:06:00.769] Build status: SCHEDULED
[10:06:00.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:15:0) after 9m31s
[10:15:31.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:15:0)
[10:15:31.939] Build status: SCHEDULED
[10:15:31.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:16:0) after 2m38s
[10:18:09.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:16:0)
[10:18:09.943] Build status: SCHEDULED
[10:18:09.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:17:0) after 2m41s
[10:20:51.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:17:0)
[10:20:51.019] Build status: SCHEDULED
[10:20:51.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:18:0) after 4m18s
[10:25:09.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:18:0)
[10:25:09.056] Build status: SCHEDULED
[10:25:09.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:19:0) after 6m22s
[10:31:31.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:19:0)
[10:31:31.090] Build status: SCHEDULED
[10:31:31.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:20:0) after 5m46s
[10:37:17.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:20:0)
[10:37:17.115] Build status: SCHEDULED
[10:37:17.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:21:0) after 4m11s
[10:41:28.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:21:0)
[10:41:28.198] Build status: SCHEDULED
[10:41:28.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:22:0) after 6m11s
[10:47:39.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:22:0)
[10:47:39.246] Build status: SCHEDULED
[10:47:39.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:23:0) after 7m49s
[10:55:28.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:23:0)
[10:55:28.326] Build status: SCHEDULED
[10:55:28.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:24:0) after 9m0s
[11:04:28.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:24:0)
[11:04:28.377] Build status: SCHEDULED
[11:04:28.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:25:0) after 7m22s
[11:11:50.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:25:0)
[11:11:50.473] Build status: SCHEDULED
[11:11:50.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:26:0) after 6m51s
[11:18:41.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:26:0)
[11:18:41.614] Build status: SCHEDULED
[11:18:41.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:27:0) after 2m15s
[11:20:56.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:27:0)
[11:20:56.648] Build status: SCHEDULED
[11:20:56.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:28:0) after 3m22s
[11:24:18.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:28:0)
[11:24:18.749] Build status: SCHEDULED
[11:24:18.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:29:0) after 2m55s
[11:27:13.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:29:0)
[11:27:13.792] Build status: SCHEDULED
[11:27:13.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:30:0) after 6m13s
[11:33:26.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:30:0)
[11:33:26.844] Build status: SCHEDULED
[11:33:26.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:31:0) after 1m0s
[11:34:26.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:31:0)
[11:34:26.879] Build status: SCHEDULED
[11:34:26.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:32:0) after 5m48s
[11:40:14.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:32:0)
[11:40:15.060] Build status: SCHEDULED
[11:40:15.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:33:0) after 9m53s
[11:50:08.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:33:0)
[11:50:08.113] Build status: SCHEDULED
[11:50:08.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:34:0) after 5m33s
[11:55:41.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:34:0)
[11:55:41.151] Build status: SCHEDULED
[11:55:41.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:35:0) after 8m11s
[12:03:52.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:35:0)
[12:03:52.185] Build status: SCHEDULED
[12:03:52.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:36:0) after 7m39s
[12:11:31.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:36:0)
[12:11:31.254] Build status: SCHEDULED
[12:11:31.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:37:0) after 6m20s
[12:17:51.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:37:0)
[12:17:51.303] Build status: SCHEDULED
[12:17:51.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:38:0) after 3m14s
[12:21:05.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:38:0)
[12:21:05.382] Build status: SCHEDULED
[12:21:05.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:39:0) after 6m56s
[12:28:01.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:39:0)
[12:28:01.502] Build status: SCHEDULED
[12:28:01.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:40:0) after 3m57s
[12:31:58.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:40:0)
[12:31:58.594] Build status: SCHEDULED
[12:31:58.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:41:0) after 7m46s
[12:39:44.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:41:0)
[12:39:44.683] Build status: SCHEDULED
[12:39:44.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:42:0) after 8m42s
[12:48:26.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:42:0)
[12:48:26.684] Build status: SCHEDULED
[12:48:26.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:43:0) after 5m28s
[12:53:54.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:43:0)
[12:53:54.682] Build status: SCHEDULED
[12:53:54.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:44:0) after 4m29s
[12:58:23.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:44:0)
[12:58:23.719] Build status: SCHEDULED
[12:58:23.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:45:0) after 2m58s
[13:01:21.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:45:0)
[13:01:21.789] Build status: SCHEDULED
[13:01:21.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:46:0) after 2m18s
[13:03:39.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:46:0)
[13:03:39.827] Build status: SCHEDULED
[13:03:39.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:47:0) after 7m57s
[13:11:36.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:47:0)
[13:11:36.890] Build status: SCHEDULED
[13:11:36.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:48:0) after 7m39s
[13:19:15.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:48:0)
[13:19:15.975] Build status: SCHEDULED
[13:19:15.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:49:0) after 2m30s
[13:21:45.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:49:0)
[13:21:46.015] Build status: SCHEDULED
[13:21:46.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:50:0) after 6m0s
[13:27:46.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:50:0)
[13:27:46.079] Build status: SCHEDULED
[13:27:46.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:51:0) after 8m10s
[13:35:56.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:51:0)
[13:35:56.203] Build status: SCHEDULED
[13:35:56.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:52:0) after 6m49s
[13:42:45.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:52:0)
[13:42:45.239] Build status: SCHEDULED
[13:42:45.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:53:0) after 9m46s
[13:52:31.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:53:0)
[13:52:31.273] Build status: SCHEDULED
[13:52:31.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:54:0) after 9m53s
[14:02:24.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:54:0)
[14:02:24.319] Build status: SCHEDULED
[14:02:24.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:55:0) after 2m15s
[14:04:39.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:55:0)
[14:04:39.533] Build status: SCHEDULED
[14:04:39.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:56:0) after 7m38s
[14:12:17.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:56:0)
[14:12:17.537] Build status: SCHEDULED
[14:12:17.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:57:0) after 8m11s
[14:20:28.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:57:0)
[14:20:28.568] Build status: SCHEDULED
[14:20:28.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:58:0) after 6m16s
[14:26:44.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:58:0)
[14:26:44.686] Build status: SCHEDULED
[14:26:44.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:59:0) after 2m39s
[14:29:23.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:59:0)
[14:29:23.720] Build status: SCHEDULED
[14:29:23.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:60:0) after 1m37s
[14:31:00.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:60:0)
[14:31:00.834] Build status: SCHEDULED
[14:31:00.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:61:0) after 4m55s
[14:35:55.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:61:0)
[14:35:55.890] Build status: SCHEDULED
[14:35:55.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:62:0) after 6m35s
[14:42:30.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:62:0)
[14:42:30.926] Build status: SCHEDULED
[14:42:30.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:63:0) after 1m23s
[14:43:53.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:63:0)
[14:43:53.923] Build status: SCHEDULED
[14:43:53.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:64:0) after 6m53s
[14:50:47.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:64:0)
[14:50:47.062] Build status: SCHEDULED
[14:50:47.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:65:0) after 1m12s
[14:51:59.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:65:0)
[14:51:59.124] Build status: SCHEDULED
[14:51:59.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:66:0) after 1m42s
[14:53:41.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:66:0)
[14:53:41.155] Build status: SCHEDULED
[14:53:41.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:67:0) after 2m23s
[14:56:04.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:67:0)
[14:56:04.228] Build status: SCHEDULED
[14:56:04.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:68:0) after 9m10s
[15:05:14.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:68:0)
[15:05:14.327] Build status: SCHEDULED
[15:05:14.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:69:0) after 9m38s
[15:14:52.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:69:0)
[15:14:52.457] Build status: SCHEDULED
[15:14:52.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:70:0) after 2m6s
[15:16:58.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:70:0)
[15:16:58.508] Build status: SCHEDULED
[15:16:58.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:71:0) after 6m2s
[15:23:00.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:71:0)
[15:23:00.607] Build status: SCHEDULED
[15:23:00.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:72:0) after 2m8s
[15:25:08.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:72:0)
[15:25:08.672] Build status: SCHEDULED
[15:25:08.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:73:0) after 9m5s
[15:34:13.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:73:0)
[15:34:13.736] Build status: SCHEDULED
[15:34:13.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:74:0) after 7m40s
[15:41:53.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:74:0)
[15:41:53.776] Build status: SCHEDULED
[15:41:53.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:75:0) after 6m26s
[15:48:19.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:75:0)
[15:48:19.857] Build status: SCHEDULED
[15:48:19.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:76:0) after 6m10s
[15:54:29.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:76:0)
[15:54:29.889] Build status: SCHEDULED
[15:54:29.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:77:0) after 2m6s
[15:56:35.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:77:0)
[15:56:35.988] Build status: SCHEDULED
[15:56:35.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:78:0) after 5m1s
[16:01:37.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:78:0)
[16:01:37.099] Build status: SCHEDULED
[16:01:37.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:79:0) after 2m44s
[16:04:21.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:79:0)
[16:04:21.144] Build status: SCHEDULED
[16:04:21.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:80:0) after 3m47s
[16:08:08.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:80:0)
[16:08:08.226] Build status: SCHEDULED
[16:08:08.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:81:0) after 2m47s
[16:10:55.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:81:0)
[16:10:55.241] Build status: SCHEDULED
[16:10:55.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:82:0) after 9m45s
[16:20:40.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:82:0)
[16:20:40.320] Build status: SCHEDULED
[16:20:40.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:83:0) after 3m39s
[16:24:19.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:83:0)
[16:24:19.412] Build status: SCHEDULED
[16:24:19.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:84:0) after 2m30s
[16:26:49.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:84:0)
[16:26:49.580] Build status: SCHEDULED
[16:26:49.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:85:0) after 6m4s
[16:32:53.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:85:0)
[16:32:53.667] Build status: SCHEDULED
[16:32:53.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:86:0) after 2m13s
[16:35:06.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:86:0)
[16:35:06.705] Build status: SCHEDULED
[16:35:06.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:87:0) after 5m9s
[16:40:15.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:87:0)
[16:40:15.810] Build status: SCHEDULED
[16:40:15.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:88:0) after 5m10s
[16:45:25.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:88:0)
[16:45:25.796] Build status: SCHEDULED
[16:45:25.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:89:0) after 1m14s
[16:46:39.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:89:0)
[16:46:39.888] Build status: SCHEDULED
[16:46:39.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:90:0) after 9m43s
[16:56:22.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:90:0)
[16:56:22.918] Build status: SCHEDULED
[16:56:22.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:91:0) after 8m49s
[17:05:11.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:91:0)
[17:05:12.068] Build status: SCHEDULED
[17:05:12.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:92:0) after 2m28s
[17:07:40.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:92:0)
[17:07:40.200] Build status: SCHEDULED
[17:07:40.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:93:0) after 1m25s
[17:09:05.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:93:0)
[17:09:05.249] Build status: SCHEDULED
[17:09:05.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:94:0) after 1m25s
[17:10:30.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:94:0)
[17:10:30.463] Build status: SCHEDULED
[17:10:30.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:95:0) after 9m48s
[17:20:18.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:95:0)
[17:20:18.575] Build status: SCHEDULED
[17:20:18.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:96:0) after 5m51s
[17:26:09.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:96:0)
[17:26:09.670] Build status: SCHEDULED
[17:26:09.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:97:0) after 8m1s
[17:34:10.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:97:0)
[17:34:10.708] Build status: SCHEDULED
[17:34:10.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:98:0) after 4m35s
[17:38:45.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:98:0)
[17:38:45.795] Build status: SCHEDULED
[17:38:45.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:99:0) after 5m21s
[17:44:06.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:99:0)
[17:44:06.909] Build status: SCHEDULED
[17:44:06.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:100:0) after 1m27s
[17:45:33.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:100:0)
[17:45:34.019] Build status: SCHEDULED
[17:45:34.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:101:0) after 4m58s
[17:50:32.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:101:0)
[17:50:32.101] Build status: SCHEDULED
[17:50:32.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:102:0) after 1m2s
[17:51:34.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:102:0)
[17:51:34.136] Build status: SCHEDULED
[17:51:34.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:103:0) after 1m9s
[17:52:43.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:103:0)
[17:52:43.179] Build status: SCHEDULED
[17:52:43.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:104:0) after 8m4s
[18:00:47.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:104:0)
[18:00:47.175] Build status: SCHEDULED
[18:00:47.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:105:0) after 2m14s
[18:03:01.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:105:0)
[18:03:01.213] Build status: SCHEDULED
[18:03:01.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:106:0) after 5m9s
[18:08:10.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:106:0)
[18:08:10.290] Build status: SCHEDULED
[18:08:10.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:107:0) after 1m56s
[18:10:06.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:107:0)
[18:10:06.308] Build status: SCHEDULED
[18:10:06.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:108:0) after 2m21s
[18:12:27.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:108:0)
[18:12:27.433] Build status: SCHEDULED
[18:12:27.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:109:0) after 2m59s
[18:13:32.525] Received PubSub notification, asking Buildbucket for the build status
[18:13:32.574] Build status: STARTED
[18:15:26.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:109:0)
[18:15:26.567] Build status: STARTED
[18:15:26.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:111:0) after 8m8s
[18:23:34.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:111:0)
[18:23:34.705] Build status: STARTED
[18:23:34.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:112:0) after 6m34s
[18:30:08.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:112:0)
[18:30:08.883] Build status: STARTED
[18:30:08.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:113:0) after 7m0s
[18:37:08.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:113:0)
[18:37:09.044] Build status: STARTED
[18:37:09.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:114:0) after 3m22s
[18:40:31.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:114:0)
[18:40:31.094] Build status: STARTED
[18:40:31.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:115:0) after 3m23s
[18:43:54.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:115:0)
[18:43:54.234] Build status: STARTED
[18:43:54.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:116:0) after 9m41s
[18:53:35.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:116:0)
[18:53:35.274] Build status: STARTED
[18:53:35.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:117:0) after 5m18s
[18:58:53.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:117:0)
[18:58:53.406] Build status: STARTED
[18:58:53.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:118:0) after 8m31s
[19:07:24.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:118:0)
[19:07:24.477] Build status: STARTED
[19:07:24.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:119:0) after 9m22s
[19:16:46.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:119:0)
[19:16:46.561] Build status: STARTED
[19:16:46.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:120:0) after 7m1s
[19:23:47.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:120:0)
[19:23:48.006] Build status: STARTED
[19:23:48.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:121:0) after 5m2s
[19:28:50.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:121:0)
[19:28:50.175] Build status: STARTED
[19:28:50.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:122:0) after 1m27s
[19:30:17.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:122:0)
[19:30:17.323] Build status: STARTED
[19:30:17.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:123:0) after 1m52s
[19:32:09.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:123:0)
[19:32:09.388] Build status: STARTED
[19:32:09.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:124:0) after 7m38s
[19:39:47.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:124:0)
[19:39:47.503] Build status: STARTED
[19:39:47.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:125:0) after 3m45s
[19:43:32.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:125:0)
[19:43:32.556] Build status: STARTED
[19:43:32.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:126:0) after 3m1s
[19:46:33.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:126:0)
[19:46:33.626] Build status: STARTED
[19:46:33.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866295466243845728:127:0) after 6m1s
[19:47:39.236] Received PubSub notification, asking Buildbucket for the build status
[19:47:39.256] Build:
{
  "id": "8700865404391668065",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-16T08:59:15.531129908Z",
  "startTime": "2025-10-16T18:13:31.978364771Z",
  "endTime": "2025-10-16T19:47:27.860542975Z",
  "updateTime": "2025-10-16T19:47:27.860542975Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "abf16415ace60cd29691fc55c14a654975800c88",
      "ref": "refs/heads/main"
    }
  }
}
[19:47:39.256] Invocation finished in 10h48m24.873643584s with status FAILED