LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

0006d6a003be9253d92fa09b6b9a814879102886 (2 days ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "0006d6a003be9253d92fa09b6b9a814879102886"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0006d6a003be9253d92fa09b6b9a814879102886
gitiles_ref:refs/heads/main

Debug log (UTC)

[16:48:37.313] New invocation is queued and will start shortly
[16:48:38.448] Starting the invocation (attempt 1)
[16:48:38.479] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0006d6a003be9253d92fa09b6b9a814879102886"
[16:48:38.479] Popped gitiles commit info from properties and tags
[16:48:38.479] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:48:38.479] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:48:38.479] Buildbucket request:
{
  "requestId": "8868983844270306896",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868983844270306896",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0006d6a003be9253d92fa09b6b9a814879102886"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0006d6a003be9253d92fa09b6b9a814879102886",
                        "title": "0006d6a003be9253d92fa09b6b9a814879102886",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0006d6a003be9253d92fa09b6b9a814879102886"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "0006d6a003be9253d92fa09b6b9a814879102886",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868983844270306896"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:48:38.941] Scheduled build:
{
  "id": "8703553782318173185",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T16:48:38.550581245Z",
  "updateTime": "2025-09-16T16:48:38.550581245Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0006d6a003be9253d92fa09b6b9a814879102886",
      "ref": "refs/heads/main"
    }
  }
}
[16:48:38.941] Task URL: https://cr-buildbucket.appspot.com/build/8703553782318173185
[16:48:38.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:2:0) after 5m16s
[16:48:39.902] Received PubSub notification, asking Buildbucket for the build status
[16:48:39.929] Build status: SCHEDULED
[16:53:55.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:2:0)
[16:53:55.085] Build status: SCHEDULED
[16:53:55.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:4:0) after 8m50s
[17:02:45.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:4:0)
[17:02:45.134] Build status: SCHEDULED
[17:02:45.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:5:0) after 3m55s
[17:06:40.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:5:0)
[17:06:40.176] Build status: SCHEDULED
[17:06:40.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:6:0) after 5m6s
[17:11:46.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:6:0)
[17:11:46.443] Build status: SCHEDULED
[17:11:46.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:7:0) after 5m41s
[17:17:27.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:7:0)
[17:17:27.532] Build status: SCHEDULED
[17:17:27.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:8:0) after 3m2s
[17:20:29.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:8:0)
[17:20:29.576] Build status: SCHEDULED
[17:20:29.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:9:0) after 8m52s
[17:29:21.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:9:0)
[17:29:21.610] Build status: SCHEDULED
[17:29:21.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:10:0) after 6m56s
[17:36:17.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:10:0)
[17:36:17.634] Build status: SCHEDULED
[17:36:17.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:11:0) after 4m42s
[17:40:59.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:11:0)
[17:40:59.840] Build status: SCHEDULED
[17:40:59.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:12:0) after 7m16s
[17:48:15.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:12:0)
[17:48:15.897] Build status: SCHEDULED
[17:48:15.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:13:0) after 5m11s
[17:53:26.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:13:0)
[17:53:26.880] Build status: SCHEDULED
[17:53:26.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:14:0) after 1m6s
[17:54:32.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:14:0)
[17:54:32.969] Build status: SCHEDULED
[17:54:32.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:15:0) after 3m36s
[17:58:09.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:15:0)
[17:58:09.084] Build status: SCHEDULED
[17:58:09.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:16:0) after 4m25s
[18:02:34.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:16:0)
[18:02:34.134] Build status: SCHEDULED
[18:02:34.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:17:0) after 4m54s
[18:07:28.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:17:0)
[18:07:28.213] Build status: SCHEDULED
[18:07:28.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:18:0) after 5m6s
[18:12:34.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:18:0)
[18:12:34.463] Build status: SCHEDULED
[18:12:34.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:19:0) after 4m37s
[18:17:11.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:19:0)
[18:17:11.541] Build status: SCHEDULED
[18:17:11.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:20:0) after 7m20s
[18:24:31.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:20:0)
[18:24:31.586] Build status: SCHEDULED
[18:24:31.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:21:0) after 2m58s
[18:27:29.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:21:0)
[18:27:29.777] Build status: SCHEDULED
[18:27:29.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:22:0) after 1m59s
[18:29:28.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:22:0)
[18:29:28.886] Build status: SCHEDULED
[18:29:28.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:23:0) after 1m18s
[18:30:46.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:23:0)
[18:30:46.925] Build status: SCHEDULED
[18:30:46.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:24:0) after 4m3s
[18:34:49.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:24:0)
[18:34:50.017] Build status: SCHEDULED
[18:34:50.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:25:0) after 9m14s
[18:44:04.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:25:0)
[18:44:04.181] Build status: SCHEDULED
[18:44:04.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:26:0) after 1m30s
[18:45:34.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:26:0)
[18:45:34.221] Build status: SCHEDULED
[18:45:34.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:27:0) after 1m42s
[18:47:16.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:27:0)
[18:47:16.238] Build status: SCHEDULED
[18:47:16.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:28:0) after 8m26s
[18:55:42.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:28:0)
[18:55:42.279] Build status: SCHEDULED
[18:55:42.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:29:0) after 2m55s
[18:58:37.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:29:0)
[18:58:37.277] Build status: SCHEDULED
[18:58:37.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:30:0) after 1m8s
[18:59:45.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:30:0)
[18:59:45.315] Build status: SCHEDULED
[18:59:45.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:31:0) after 5m42s
[19:05:27.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:31:0)
[19:05:27.380] Build status: SCHEDULED
[19:05:27.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:32:0) after 4m6s
[19:09:33.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:32:0)
[19:09:33.554] Build status: SCHEDULED
[19:09:33.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:33:0) after 6m53s
[19:16:26.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:33:0)
[19:16:26.624] Build status: SCHEDULED
[19:16:26.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:34:0) after 7m19s
[19:23:45.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:34:0)
[19:23:45.985] Build status: SCHEDULED
[19:23:45.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:35:0) after 2m41s
[19:26:27.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:35:0)
[19:26:27.121] Build status: SCHEDULED
[19:26:27.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:36:0) after 9m45s
[19:36:12.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:36:0)
[19:36:12.204] Build status: SCHEDULED
[19:36:12.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:37:0) after 4m56s
[19:41:08.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:37:0)
[19:41:08.243] Build status: SCHEDULED
[19:41:08.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:38:0) after 5m22s
[19:46:30.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:38:0)
[19:46:30.340] Build status: SCHEDULED
[19:46:30.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:39:0) after 8m30s
[19:55:00.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:39:0)
[19:55:00.454] Build status: SCHEDULED
[19:55:00.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:40:0) after 9m2s
[20:04:02.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:40:0)
[20:04:02.528] Build status: SCHEDULED
[20:04:02.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:41:0) after 5m6s
[20:09:08.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:41:0)
[20:09:08.617] Build status: SCHEDULED
[20:09:08.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:42:0) after 9m59s
[20:19:07.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:42:0)
[20:19:07.878] Build status: SCHEDULED
[20:19:07.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:43:0) after 8m25s
[20:27:32.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:43:0)
[20:27:32.995] Build status: SCHEDULED
[20:27:32.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:44:0) after 2m11s
[20:29:44.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:44:0)
[20:29:44.145] Build status: SCHEDULED
[20:29:44.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:45:0) after 8m21s
[20:38:05.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:45:0)
[20:38:05.237] Build status: SCHEDULED
[20:38:05.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:46:0) after 2m15s
[20:40:20.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:46:0)
[20:40:20.268] Build status: SCHEDULED
[20:40:20.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:47:0) after 2m24s
[20:42:44.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:47:0)
[20:42:44.292] Build status: SCHEDULED
[20:42:44.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:48:0) after 8m40s
[20:51:24.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:48:0)
[20:51:24.328] Build status: SCHEDULED
[20:51:24.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:49:0) after 2m40s
[20:54:04.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:49:0)
[20:54:04.368] Build status: SCHEDULED
[20:54:04.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:50:0) after 8m54s
[21:02:58.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:50:0)
[21:02:58.491] Build status: SCHEDULED
[21:02:58.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:51:0) after 3m0s
[21:05:58.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:51:0)
[21:05:58.526] Build status: SCHEDULED
[21:05:58.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:52:0) after 9m24s
[21:15:22.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:52:0)
[21:15:22.565] Build status: SCHEDULED
[21:15:22.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:53:0) after 5m48s
[21:21:10.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:53:0)
[21:21:10.870] Build status: SCHEDULED
[21:21:10.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:54:0) after 4m53s
[21:26:03.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:54:0)
[21:26:03.934] Build status: SCHEDULED
[21:26:03.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:55:0) after 1m25s
[21:27:28.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:55:0)
[21:27:29.012] Build status: SCHEDULED
[21:27:29.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:56:0) after 5m32s
[21:33:01.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:56:0)
[21:33:01.082] Build status: SCHEDULED
[21:33:01.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:57:0) after 3m44s
[21:36:45.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:57:0)
[21:36:45.221] Build status: SCHEDULED
[21:36:45.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:58:0) after 1m28s
[21:38:13.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:58:0)
[21:38:13.251] Build status: SCHEDULED
[21:38:13.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:59:0) after 9m14s
[21:47:27.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:59:0)
[21:47:27.275] Build status: SCHEDULED
[21:47:27.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:60:0) after 2m30s
[21:49:57.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:60:0)
[21:49:57.375] Build status: SCHEDULED
[21:49:57.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:61:0) after 1m32s
[21:51:29.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:61:0)
[21:51:29.607] Build status: SCHEDULED
[21:51:29.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:62:0) after 1m20s
[21:52:49.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:62:0)
[21:52:49.651] Build status: SCHEDULED
[21:52:49.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:63:0) after 7m18s
[22:00:07.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:63:0)
[22:00:07.881] Build status: SCHEDULED
[22:00:07.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:64:0) after 4m24s
[22:04:31.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:64:0)
[22:04:31.978] Build status: SCHEDULED
[22:04:31.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:65:0) after 2m55s
[22:07:27.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:65:0)
[22:07:27.047] Build status: SCHEDULED
[22:07:27.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:66:0) after 3m50s
[22:11:17.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:66:0)
[22:11:17.061] Build status: SCHEDULED
[22:11:17.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:67:0) after 2m12s
[22:13:29.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:67:0)
[22:13:29.110] Build status: SCHEDULED
[22:13:29.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:68:0) after 6m17s
[22:19:46.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:68:0)
[22:19:46.158] Build status: SCHEDULED
[22:19:46.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:69:0) after 2m2s
[22:21:48.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:69:0)
[22:21:48.304] Build status: SCHEDULED
[22:21:48.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:70:0) after 8m35s
[22:30:23.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:70:0)
[22:30:23.336] Build status: SCHEDULED
[22:30:23.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:71:0) after 4m27s
[22:34:50.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:71:0)
[22:34:50.369] Build status: SCHEDULED
[22:34:50.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:72:0) after 8m23s
[22:43:13.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:72:0)
[22:43:13.647] Build status: SCHEDULED
[22:43:13.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:73:0) after 6m55s
[22:50:08.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:73:0)
[22:50:08.759] Build status: SCHEDULED
[22:50:08.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:74:0) after 9m49s
[22:59:57.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:74:0)
[22:59:57.847] Build status: SCHEDULED
[22:59:57.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:75:0) after 7m22s
[23:07:20.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:75:0)
[23:07:20.054] Build status: SCHEDULED
[23:07:20.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:76:0) after 4m14s
[23:11:34.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:76:0)
[23:11:34.135] Build status: SCHEDULED
[23:11:34.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:77:0) after 3m58s
[23:15:32.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:77:0)
[23:15:32.198] Build status: SCHEDULED
[23:15:32.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:78:0) after 8m1s
[23:23:33.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:78:0)
[23:23:33.276] Build status: SCHEDULED
[23:23:33.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:79:0) after 1m31s
[23:25:04.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:79:0)
[23:25:04.339] Build status: SCHEDULED
[23:25:04.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:80:0) after 9m44s
[23:34:48.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:80:0)
[23:34:48.390] Build status: SCHEDULED
[23:34:48.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:81:0) after 4m32s
[23:39:20.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:81:0)
[23:39:20.498] Build status: SCHEDULED
[23:39:20.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:82:0) after 4m50s
[23:44:10.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:82:0)
[23:44:10.603] Build status: SCHEDULED
[23:44:10.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:83:0) after 3m59s
[23:48:09.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:83:0)
[23:48:09.664] Build status: SCHEDULED
[23:48:09.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:84:0) after 9m11s
[23:57:20.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:84:0)
[23:57:20.704] Build status: SCHEDULED
[23:57:20.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:85:0) after 9m47s
[00:07:07.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:85:0)
[00:07:07.804] Build status: SCHEDULED
[00:07:07.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:86:0) after 8m43s
[00:15:50.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:86:0)
[00:15:50.847] Build status: SCHEDULED
[00:15:50.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:87:0) after 4m29s
[00:20:19.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:87:0)
[00:20:19.953] Build status: SCHEDULED
[00:20:19.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:88:0) after 4m13s
[00:24:32.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:88:0)
[00:24:32.992] Build status: SCHEDULED
[00:24:32.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:89:0) after 9m36s
[00:34:09.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:89:0)
[00:34:09.073] Build status: SCHEDULED
[00:34:09.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:90:0) after 3m36s
[00:37:45.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:90:0)
[00:37:45.113] Build status: SCHEDULED
[00:37:45.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:91:0) after 2m49s
[00:40:34.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:91:0)
[00:40:34.193] Build status: SCHEDULED
[00:40:34.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8868983844270306896:92:0) after 8m56s
[00:48:43.456] Received PubSub notification, asking Buildbucket for the build status
[00:48:43.471] Build:
{
  "id": "8703553782318173185",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T16:48:38.550581245Z",
  "endTime": "2025-09-17T00:48:43.058308448Z",
  "updateTime": "2025-09-17T00:48:43.058308448Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0006d6a003be9253d92fa09b6b9a814879102886",
      "ref": "refs/heads/main"
    }
  }
}
[00:48:43.471] Invocation finished in 8h0m6.165685371s with status FAILED