Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9c940d556005be3ff1ad585a959cf566a0dc40d1"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9c940d556005be3ff1ad585a959cf566a0dc40d1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:53:17.010] New invocation is queued and will start shortly
[17:53:18.167] Starting the invocation (attempt 1)
[17:53:18.198] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9c940d556005be3ff1ad585a959cf566a0dc40d1"
[17:53:18.198] Popped gitiles commit info from properties and tags
[17:53:18.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:53:18.198] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:53:18.198] Buildbucket request:
{
  "requestId": "8870248133653098704",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870248133653098704",
            "job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "id": "065138c96c8c81d2",
                        "title": "Triggered via web UI",
                        "webui": {
                            }
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9c940d556005be3ff1ad585a959cf566a0dc40d1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9c940d556005be3ff1ad585a959cf566a0dc40d1",
                        "title": "9c940d556005be3ff1ad585a959cf566a0dc40d1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9c940d556005be3ff1ad585a959cf566a0dc40d1"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9c940d556005be3ff1ad585a959cf566a0dc40d1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870248133653098704"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:53:18.906] Scheduled build:
{
  "id": "8704818071649631473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-02T17:53:18.286160864Z",
  "updateTime": "2025-09-02T17:53:18.286160864Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9c940d556005be3ff1ad585a959cf566a0dc40d1",
      "ref": "refs/heads/main"
    }
  }
}
[17:53:18.906] Task URL: https://cr-buildbucket.appspot.com/build/8704818071649631473
[17:53:18.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:2:0) after 2m8s
[17:53:19.002] Received PubSub notification, asking Buildbucket for the build status
[17:53:19.034] Build status: SCHEDULED
[17:55:26.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:2:0)
[17:55:26.943] Build status: SCHEDULED
[17:55:26.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:4:0) after 1m59s
[17:57:26.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:4:0)
[17:57:26.072] Build status: SCHEDULED
[17:57:26.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:5:0) after 7m8s
[18:04:34.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:5:0)
[18:04:34.071] Build status: SCHEDULED
[18:04:34.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:6:0) after 3m55s
[18:08:29.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:6:0)
[18:08:29.104] Build status: SCHEDULED
[18:08:29.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:7:0) after 5m31s
[18:14:00.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:7:0)
[18:14:00.418] Build status: SCHEDULED
[18:14:00.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:8:0) after 2m16s
[18:16:16.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:8:0)
[18:16:16.521] Build status: SCHEDULED
[18:16:16.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:9:0) after 6m29s
[18:22:45.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:9:0)
[18:22:45.798] Build status: SCHEDULED
[18:22:45.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:10:0) after 4m18s
[18:27:03.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:10:0)
[18:27:03.887] Build status: SCHEDULED
[18:27:03.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:11:0) after 2m45s
[18:29:48.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:11:0)
[18:29:48.952] Build status: SCHEDULED
[18:29:48.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:12:0) after 1m38s
[18:31:27.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:12:0)
[18:31:27.031] Build status: SCHEDULED
[18:31:27.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:13:0) after 8m8s
[18:39:35.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:13:0)
[18:39:35.065] Build status: SCHEDULED
[18:39:35.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:14:0) after 9m53s
[18:49:28.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:14:0)
[18:49:28.099] Build status: SCHEDULED
[18:49:28.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:15:0) after 3m17s
[18:52:45.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:15:0)
[18:52:45.170] Build status: SCHEDULED
[18:52:45.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:16:0) after 5m36s
[18:58:21.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:16:0)
[18:58:21.300] Build status: SCHEDULED
[18:58:21.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:17:0) after 5m49s
[19:04:10.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:17:0)
[19:04:10.336] Build status: SCHEDULED
[19:04:10.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:18:0) after 8m55s
[19:13:05.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:18:0)
[19:13:05.409] Build status: SCHEDULED
[19:13:05.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:19:0) after 8m31s
[19:21:36.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:19:0)
[19:21:36.438] Build status: SCHEDULED
[19:21:36.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:20:0) after 7m19s
[19:28:55.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:20:0)
[19:28:55.465] Build status: SCHEDULED
[19:28:55.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:21:0) after 1m4s
[19:29:59.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:21:0)
[19:29:59.634] Build status: SCHEDULED
[19:29:59.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:22:0) after 6m39s
[19:36:38.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:22:0)
[19:36:38.666] Build status: SCHEDULED
[19:36:38.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:23:0) after 8m33s
[19:45:11.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:23:0)
[19:45:11.706] Build status: SCHEDULED
[19:45:11.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:24:0) after 8m13s
[19:53:24.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:24:0)
[19:53:24.749] Build status: SCHEDULED
[19:53:24.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:25:0) after 9m18s
[20:02:42.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:25:0)
[20:02:42.792] Build status: SCHEDULED
[20:02:42.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:26:0) after 3m5s
[20:05:47.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:26:0)
[20:05:47.861] Build status: SCHEDULED
[20:05:47.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:27:0) after 2m47s
[20:08:34.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:27:0)
[20:08:34.922] Build status: SCHEDULED
[20:08:34.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:28:0) after 9m20s
[20:17:54.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:28:0)
[20:17:54.956] Build status: SCHEDULED
[20:17:54.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:29:0) after 1m18s
[20:19:13.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:29:0)
[20:19:13.026] Build status: SCHEDULED
[20:19:13.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:30:0) after 5m0s
[20:24:13.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:30:0)
[20:24:13.028] Build status: SCHEDULED
[20:24:13.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:31:0) after 9m59s
[20:34:12.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:31:0)
[20:34:12.053] Build status: SCHEDULED
[20:34:12.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:32:0) after 9m10s
[20:43:22.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:32:0)
[20:43:22.089] Build status: SCHEDULED
[20:43:22.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:33:0) after 2m58s
[20:46:20.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:33:0)
[20:46:20.303] Build status: SCHEDULED
[20:46:20.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:34:0) after 4m51s
[20:51:11.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:34:0)
[20:51:11.346] Build status: SCHEDULED
[20:51:11.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:35:0) after 4m4s
[20:55:15.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:35:0)
[20:55:15.434] Build status: SCHEDULED
[20:55:15.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:36:0) after 4m31s
[20:59:46.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:36:0)
[20:59:46.545] Build status: SCHEDULED
[20:59:46.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:37:0) after 7m58s
[21:07:44.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:37:0)
[21:07:44.597] Build status: SCHEDULED
[21:07:44.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:38:0) after 5m33s
[21:13:17.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:38:0)
[21:13:17.646] Build status: SCHEDULED
[21:13:17.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:39:0) after 5m37s
[21:18:54.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:39:0)
[21:18:54.680] Build status: SCHEDULED
[21:18:54.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:40:0) after 4m59s
[21:23:53.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:40:0)
[21:23:53.725] Build status: SCHEDULED
[21:23:53.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:41:0) after 6m47s
[21:30:40.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:41:0)
[21:30:40.771] Build status: SCHEDULED
[21:30:40.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:42:0) after 9m51s
[21:40:31.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:42:0)
[21:40:31.904] Build status: SCHEDULED
[21:40:31.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:43:0) after 9m44s
[21:50:15.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:43:0)
[21:50:15.954] Build status: SCHEDULED
[21:50:15.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:44:0) after 2m27s
[21:52:43.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:44:0)
[21:52:43.075] Build status: SCHEDULED
[21:52:43.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:45:0) after 1m46s
[21:54:29.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:45:0)
[21:54:29.160] Build status: SCHEDULED
[21:54:29.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:46:0) after 3m38s
[21:58:07.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:46:0)
[21:58:07.200] Build status: SCHEDULED
[21:58:07.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:47:0) after 8m16s
[22:06:23.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:47:0)
[22:06:23.245] Build status: SCHEDULED
[22:06:23.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:48:0) after 8m35s
[22:14:58.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:48:0)
[22:14:58.325] Build status: SCHEDULED
[22:14:58.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:49:0) after 7m39s
[22:22:37.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:49:0)
[22:22:37.394] Build status: SCHEDULED
[22:22:37.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:50:0) after 1m42s
[22:24:19.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:50:0)
[22:24:19.539] Build status: SCHEDULED
[22:24:19.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:51:0) after 4m10s
[22:28:29.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:51:0)
[22:28:29.620] Build status: SCHEDULED
[22:28:29.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:52:0) after 2m43s
[22:31:12.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:52:0)
[22:31:12.776] Build status: SCHEDULED
[22:31:12.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:53:0) after 3m35s
[22:34:47.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:53:0)
[22:34:47.813] Build status: SCHEDULED
[22:34:47.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:54:0) after 8m0s
[22:42:47.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:54:0)
[22:42:47.855] Build status: SCHEDULED
[22:42:47.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:55:0) after 1m7s
[22:43:54.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:55:0)
[22:43:54.889] Build status: SCHEDULED
[22:43:54.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:56:0) after 4m52s
[22:48:46.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:56:0)
[22:48:46.930] Build status: SCHEDULED
[22:48:46.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:57:0) after 6m33s
[22:55:20.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:57:0)
[22:55:20.069] Build status: SCHEDULED
[22:55:20.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:58:0) after 4m13s
[22:59:33.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:58:0)
[22:59:33.105] Build status: SCHEDULED
[22:59:33.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:59:0) after 5m15s
[23:04:48.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:59:0)
[23:04:48.154] Build status: SCHEDULED
[23:04:48.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:60:0) after 8m17s
[23:13:05.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:60:0)
[23:13:05.208] Build status: SCHEDULED
[23:13:05.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:61:0) after 1m41s
[23:14:46.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:61:0)
[23:14:46.259] Build status: SCHEDULED
[23:14:46.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:62:0) after 3m14s
[23:18:00.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:62:0)
[23:18:00.317] Build status: SCHEDULED
[23:18:00.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:63:0) after 8m52s
[23:26:52.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:63:0)
[23:26:52.445] Build status: SCHEDULED
[23:26:52.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:64:0) after 1m7s
[23:27:59.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:64:0)
[23:27:59.560] Build status: SCHEDULED
[23:27:59.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:65:0) after 6m43s
[23:34:42.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:65:0)
[23:34:42.671] Build status: SCHEDULED
[23:34:42.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:66:0) after 1m59s
[23:36:41.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:66:0)
[23:36:41.739] Build status: SCHEDULED
[23:36:41.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:67:0) after 3m10s
[23:39:51.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:67:0)
[23:39:51.908] Build status: SCHEDULED
[23:39:51.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:68:0) after 2m31s
[23:42:22.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:68:0)
[23:42:22.989] Build status: SCHEDULED
[23:42:22.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:69:0) after 8m31s
[23:50:54.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:69:0)
[23:50:54.023] Build status: SCHEDULED
[23:50:54.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:70:0) after 3m2s
[23:53:56.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:70:0)
[23:53:56.102] Build status: SCHEDULED
[23:53:56.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:71:0) after 8m57s
[00:02:53.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:71:0)
[00:02:53.143] Build status: SCHEDULED
[00:02:53.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:72:0) after 3m40s
[00:06:33.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:72:0)
[00:06:33.223] Build status: SCHEDULED
[00:06:33.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:73:0) after 8m30s
[00:15:03.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:73:0)
[00:15:03.281] Build status: SCHEDULED
[00:15:03.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:74:0) after 9m25s
[00:24:28.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:74:0)
[00:24:28.317] Build status: SCHEDULED
[00:24:28.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:75:0) after 6m47s
[00:31:15.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:75:0)
[00:31:15.350] Build status: SCHEDULED
[00:31:15.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:76:0) after 9m15s
[00:40:30.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:76:0)
[00:40:30.463] Build status: SCHEDULED
[00:40:30.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:77:0) after 9m9s
[00:49:39.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:77:0)
[00:49:39.527] Build status: SCHEDULED
[00:49:39.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:78:0) after 2m12s
[00:51:51.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:78:0)
[00:51:51.575] Build status: SCHEDULED
[00:51:51.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:79:0) after 5m1s
[00:56:52.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:79:0)
[00:56:52.682] Build status: SCHEDULED
[00:56:52.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:80:0) after 7m59s
[01:04:51.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:80:0)
[01:04:51.741] Build status: SCHEDULED
[01:04:51.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:81:0) after 5m56s
[01:10:47.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:81:0)
[01:10:47.845] Build status: SCHEDULED
[01:10:47.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:82:0) after 7m44s
[01:18:31.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:82:0)
[01:18:31.885] Build status: SCHEDULED
[01:18:31.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:83:0) after 4m6s
[01:22:37.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:83:0)
[01:22:37.980] Build status: SCHEDULED
[01:22:37.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:84:0) after 1m24s
[01:24:02.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:84:0)
[01:24:02.142] Build status: SCHEDULED
[01:24:02.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:85:0) after 3m54s
[01:27:56.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:85:0)
[01:27:56.232] Build status: SCHEDULED
[01:27:56.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:86:0) after 9m1s
[01:36:57.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:86:0)
[01:36:57.299] Build status: SCHEDULED
[01:36:57.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:87:0) after 4m38s
[01:41:35.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:87:0)
[01:41:35.347] Build status: SCHEDULED
[01:41:35.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:88:0) after 8m50s
[01:50:25.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:88:0)
[01:50:25.575] Build status: SCHEDULED
[01:50:25.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:89:0) after 4m59s
[01:55:24.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:89:0)
[01:55:24.675] Build status: SCHEDULED
[01:55:24.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:90:0) after 9m37s
[02:05:01.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:90:0)
[02:05:01.783] Build status: SCHEDULED
[02:05:01.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:91:0) after 7m49s
[02:12:50.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:91:0)
[02:12:50.958] Build status: SCHEDULED
[02:12:50.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:92:0) after 2m32s
[02:15:23.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:92:0)
[02:15:23.184] Build status: SCHEDULED
[02:15:23.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:93:0) after 6m23s
[02:21:46.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:93:0)
[02:21:46.252] Build status: SCHEDULED
[02:21:46.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:94:0) after 9m51s
[02:31:37.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:94:0)
[02:31:37.291] Build status: SCHEDULED
[02:31:37.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:95:0) after 4m39s
[02:36:16.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:95:0)
[02:36:16.355] Build status: SCHEDULED
[02:36:16.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:96:0) after 4m37s
[02:40:53.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:96:0)
[02:40:53.394] Build status: SCHEDULED
[02:40:53.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:97:0) after 5m13s
[02:46:06.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:97:0)
[02:46:06.620] Build status: SCHEDULED
[02:46:06.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:98:0) after 8m38s
[02:54:44.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:98:0)
[02:54:44.659] Build status: SCHEDULED
[02:54:44.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:99:0) after 9m39s
[03:04:23.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:99:0)
[03:04:23.772] Build status: SCHEDULED
[03:04:23.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:100:0) after 9m20s
[03:13:43.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:100:0)
[03:13:43.846] Build status: SCHEDULED
[03:13:43.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:101:0) after 8m13s
[03:21:56.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:101:0)
[03:21:56.891] Build status: SCHEDULED
[03:21:56.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:102:0) after 4m15s
[03:26:11.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:102:0)
[03:26:11.930] Build status: SCHEDULED
[03:26:11.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:103:0) after 8m27s
[03:34:38.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:103:0)
[03:34:39.010] Build status: SCHEDULED
[03:34:39.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:104:0) after 8m4s
[03:42:43.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:104:0)
[03:42:43.054] Build status: SCHEDULED
[03:42:43.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:105:0) after 2m22s
[03:45:05.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:105:0)
[03:45:05.139] Build status: SCHEDULED
[03:45:05.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:106:0) after 1m31s
[03:46:36.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:106:0)
[03:46:36.219] Build status: SCHEDULED
[03:46:36.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:107:0) after 5m25s
[03:52:01.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:107:0)
[03:52:01.307] Build status: SCHEDULED
[03:52:01.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:108:0) after 5m23s
[03:57:25.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:108:0)
[03:57:25.204] Build status: SCHEDULED
[03:57:25.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:109:0) after 3m12s
[04:00:37.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:109:0)
[04:00:37.315] Build status: SCHEDULED
[04:00:37.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:110:0) after 9m28s
[04:10:05.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:110:0)
[04:10:05.349] Build status: SCHEDULED
[04:10:05.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:111:0) after 1m28s
[04:11:33.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:111:0)
[04:11:33.397] Build status: SCHEDULED
[04:11:33.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:112:0) after 3m9s
[04:14:42.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:112:0)
[04:14:42.472] Build status: SCHEDULED
[04:14:42.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:113:0) after 6m2s
[04:20:44.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:113:0)
[04:20:44.581] Build status: SCHEDULED
[04:20:44.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:114:0) after 5m42s
[04:26:26.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:114:0)
[04:26:26.731] Build status: SCHEDULED
[04:26:26.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:115:0) after 4m5s
[04:30:31.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:115:0)
[04:30:31.767] Build status: SCHEDULED
[04:30:31.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:116:0) after 8m9s
[04:38:40.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:116:0)
[04:38:40.851] Build status: SCHEDULED
[04:38:40.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:117:0) after 9m4s
[04:47:44.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:117:0)
[04:47:44.883] Build status: SCHEDULED
[04:47:44.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:118:0) after 2m26s
[04:50:10.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:118:0)
[04:50:10.975] Build status: SCHEDULED
[04:50:10.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:119:0) after 6m58s
[04:57:09.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:119:0)
[04:57:09.254] Build status: SCHEDULED
[04:57:09.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:120:0) after 3m48s
[05:00:57.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:120:0)
[05:00:57.248] Build status: SCHEDULED
[05:00:57.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:121:0) after 2m5s
[05:03:02.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:121:0)
[05:03:02.291] Build status: SCHEDULED
[05:03:02.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:122:0) after 8m10s
[05:11:12.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:122:0)
[05:11:12.395] Build status: SCHEDULED
[05:11:12.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:123:0) after 4m53s
[05:16:05.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:123:0)
[05:16:05.473] Build status: SCHEDULED
[05:16:05.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:124:0) after 6m52s
[05:22:57.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:124:0)
[05:22:57.558] Build status: SCHEDULED
[05:22:57.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:125:0) after 7m51s
[05:30:48.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:125:0)
[05:30:48.595] Build status: SCHEDULED
[05:30:48.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:126:0) after 9m15s
[05:40:03.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:126:0)
[05:40:03.700] Build status: SCHEDULED
[05:40:03.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:127:0) after 6m21s
[05:46:24.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:127:0)
[05:46:24.834] Build status: SCHEDULED
[05:46:24.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:128:0) after 2m45s
[05:49:09.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:128:0)
[05:49:09.942] Build status: SCHEDULED
[05:49:09.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8870248133653098704:129:0) after 5m52s
[05:53:20.074] Received PubSub notification, asking Buildbucket for the build status
[05:53:20.089] Build:
{
  "id": "8704818071649631473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-02T17:53:18.286160864Z",
  "endTime": "2025-09-03T05:53:19.634827842Z",
  "updateTime": "2025-09-03T05:53:19.634827842Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9c940d556005be3ff1ad585a959cf566a0dc40d1",
      "ref": "refs/heads/main"
    }
  }
}
[05:53:20.089] Invocation finished in 12h0m3.096959319s with status FAILED