1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang
  4. 8872644921033499136
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:57:22.437] New invocation is queued and will start shortly
[06:57:23.515] Starting the invocation (attempt 1)
[06:57:23.544] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
[06:57:23.544] Popped gitiles commit info from properties and tags
[06:57:23.544] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:57:23.544] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:57:23.544] Buildbucket request:
{
  "requestId": "8872644921033499136",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8872644921033499136",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
                        "title": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872644921033499136"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:57:23.889] Scheduled build:
{
  "id": "8707214859160074033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-07T06:57:23.596579964Z",
  "updateTime": "2025-08-07T06:57:23.596579964Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
      "ref": "refs/heads/main"
    }
  }
}
[06:57:23.889] Task URL: https://cr-buildbucket.appspot.com/build/8707214859160074033
[06:57:23.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:2:0) after 6m5s
[06:57:24.906] Received PubSub notification, asking Buildbucket for the build status
[06:57:24.953] Build status: SCHEDULED
[07:03:28.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:2:0)
[07:03:28.907] Build status: SCHEDULED
[07:03:28.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:4:0) after 6m42s
[07:10:10.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:4:0)
[07:10:11.024] Build status: SCHEDULED
[07:10:11.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:5:0) after 5m56s
[07:16:07.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:5:0)
[07:16:07.064] Build status: SCHEDULED
[07:16:07.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:6:0) after 3m49s
[07:19:56.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:6:0)
[07:19:56.103] Build status: SCHEDULED
[07:19:56.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:7:0) after 8m11s
[07:28:07.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:7:0)
[07:28:07.149] Build status: SCHEDULED
[07:28:07.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:8:0) after 9m35s
[07:37:42.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:8:0)
[07:37:42.193] Build status: SCHEDULED
[07:37:42.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:9:0) after 4m29s
[07:42:11.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:9:0)
[07:42:11.290] Build status: SCHEDULED
[07:42:11.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:10:0) after 2m8s
[07:44:19.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:10:0)
[07:44:19.335] Build status: SCHEDULED
[07:44:19.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:11:0) after 9m46s
[07:54:05.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:11:0)
[07:54:05.379] Build status: SCHEDULED
[07:54:05.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:12:0) after 8m12s
[08:02:17.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:12:0)
[08:02:17.431] Build status: SCHEDULED
[08:02:17.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:13:0) after 4m8s
[08:06:25.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:13:0)
[08:06:25.585] Build status: SCHEDULED
[08:06:25.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:14:0) after 3m42s
[08:10:07.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:14:0)
[08:10:07.624] Build status: SCHEDULED
[08:10:07.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:15:0) after 4m4s
[08:14:11.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:15:0)
[08:14:11.671] Build status: SCHEDULED
[08:14:11.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:16:0) after 5m54s
[08:20:05.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:16:0)
[08:20:05.732] Build status: SCHEDULED
[08:20:05.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:17:0) after 3m53s
[08:23:58.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:17:0)
[08:23:58.795] Build status: SCHEDULED
[08:23:58.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:18:0) after 3m57s
[08:27:55.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:18:0)
[08:27:55.857] Build status: SCHEDULED
[08:27:55.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:19:0) after 4m45s
[08:32:40.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:19:0)
[08:32:41.025] Build status: SCHEDULED
[08:32:41.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:20:0) after 3m4s
[08:35:45.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:20:0)
[08:35:45.058] Build status: SCHEDULED
[08:35:45.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:21:0) after 9m23s
[08:45:08.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:21:0)
[08:45:08.308] Build status: SCHEDULED
[08:45:08.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:22:0) after 9m6s
[08:54:14.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:22:0)
[08:54:14.518] Build status: SCHEDULED
[08:54:14.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:23:0) after 9m53s
[09:04:07.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:23:0)
[09:04:07.564] Build status: SCHEDULED
[09:04:07.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:24:0) after 2m26s
[09:06:33.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:24:0)
[09:06:33.597] Build status: SCHEDULED
[09:06:33.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:25:0) after 1m55s
[09:08:28.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:25:0)
[09:08:28.620] Build status: SCHEDULED
[09:08:28.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:26:0) after 9m1s
[09:17:29.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:26:0)
[09:17:29.700] Build status: SCHEDULED
[09:17:29.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:27:0) after 9m26s
[09:26:55.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:27:0)
[09:26:55.820] Build status: SCHEDULED
[09:26:55.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:28:0) after 3m37s
[09:30:32.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:28:0)
[09:30:32.887] Build status: SCHEDULED
[09:30:32.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:29:0) after 5m32s
[09:36:04.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:29:0)
[09:36:04.972] Build status: SCHEDULED
[09:36:04.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:30:0) after 6m13s
[09:42:18.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:30:0)
[09:42:18.094] Build status: SCHEDULED
[09:42:18.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:31:0) after 8m32s
[09:50:50.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:31:0)
[09:50:50.157] Build status: SCHEDULED
[09:50:50.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:32:0) after 2m24s
[09:53:14.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:32:0)
[09:53:14.220] Build status: SCHEDULED
[09:53:14.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:33:0) after 5m20s
[09:58:34.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:33:0)
[09:58:34.351] Build status: SCHEDULED
[09:58:34.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:34:0) after 4m2s
[10:02:36.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:34:0)
[10:02:36.498] Build status: SCHEDULED
[10:02:36.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:35:0) after 2m2s
[10:04:38.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:35:0)
[10:04:38.623] Build status: SCHEDULED
[10:04:38.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:36:0) after 8m50s
[10:13:28.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:36:0)
[10:13:28.719] Build status: SCHEDULED
[10:13:28.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:37:0) after 6m45s
[10:20:13.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:37:0)
[10:20:13.798] Build status: SCHEDULED
[10:20:13.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:38:0) after 6m27s
[10:26:40.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:38:0)
[10:26:40.792] Build status: SCHEDULED
[10:26:40.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:39:0) after 2m38s
[10:29:18.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:39:0)
[10:29:18.927] Build status: SCHEDULED
[10:29:18.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:40:0) after 7m54s
[10:37:12.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:40:0)
[10:37:12.956] Build status: SCHEDULED
[10:37:12.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:41:0) after 9m33s
[10:46:46.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:41:0)
[10:46:46.033] Build status: SCHEDULED
[10:46:46.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:42:0) after 8m7s
[10:54:53.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:42:0)
[10:54:53.026] Build status: SCHEDULED
[10:54:53.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:43:0) after 6m20s
[11:01:13.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:43:0)
[11:01:13.145] Build status: SCHEDULED
[11:01:13.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:44:0) after 1m31s
[11:02:44.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:44:0)
[11:02:44.237] Build status: SCHEDULED
[11:02:44.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:45:0) after 2m59s
[11:05:43.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:45:0)
[11:05:43.319] Build status: SCHEDULED
[11:05:43.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:46:0) after 2m33s
[11:08:16.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:46:0)
[11:08:16.363] Build status: SCHEDULED
[11:08:16.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:47:0) after 4m51s
[11:13:07.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:47:0)
[11:13:07.398] Build status: SCHEDULED
[11:13:07.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:48:0) after 8m39s
[11:21:46.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:48:0)
[11:21:46.544] Build status: SCHEDULED
[11:21:46.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:49:0) after 3m58s
[11:25:44.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:49:0)
[11:25:44.651] Build status: SCHEDULED
[11:25:44.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:50:0) after 6m40s
[11:32:24.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:50:0)
[11:32:24.728] Build status: SCHEDULED
[11:32:24.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:51:0) after 1m55s
[11:34:19.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:51:0)
[11:34:19.820] Build status: SCHEDULED
[11:34:19.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:52:0) after 2m49s
[11:37:08.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:52:0)
[11:37:08.858] Build status: SCHEDULED
[11:37:08.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:53:0) after 4m7s
[11:41:15.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:53:0)
[11:41:15.931] Build status: SCHEDULED
[11:41:15.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:54:0) after 5m55s
[11:47:10.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:54:0)
[11:47:11.017] Build status: SCHEDULED
[11:47:11.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:55:0) after 2m44s
[11:49:55.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:55:0)
[11:49:55.235] Build status: SCHEDULED
[11:49:55.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:56:0) after 7m52s
[11:57:47.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:56:0)
[11:57:47.331] Build status: SCHEDULED
[11:57:47.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:57:0) after 6m14s
[12:04:01.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:57:0)
[12:04:01.416] Build status: SCHEDULED
[12:04:01.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:58:0) after 1m46s
[12:05:47.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:58:0)
[12:05:47.517] Build status: SCHEDULED
[12:05:47.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:59:0) after 3m56s
[12:09:43.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:59:0)
[12:09:43.567] Build status: SCHEDULED
[12:09:43.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:60:0) after 3m55s
[12:13:38.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:60:0)
[12:13:38.606] Build status: SCHEDULED
[12:13:38.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:61:0) after 6m15s
[12:19:53.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:61:0)
[12:19:53.703] Build status: SCHEDULED
[12:19:53.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:62:0) after 7m8s
[12:27:01.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:62:0)
[12:27:01.837] Build status: SCHEDULED
[12:27:01.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:63:0) after 8m19s
[12:35:20.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:63:0)
[12:35:20.919] Build status: SCHEDULED
[12:35:20.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:64:0) after 8m5s
[12:43:25.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:64:0)
[12:43:25.980] Build status: SCHEDULED
[12:43:25.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:65:0) after 6m48s
[12:50:13.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:65:0)
[12:50:14.039] Build status: SCHEDULED
[12:50:14.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:66:0) after 4m7s
[12:54:21.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:66:0)
[12:54:21.128] Build status: SCHEDULED
[12:54:21.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:67:0) after 6m5s
[13:00:26.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:67:0)
[13:00:26.235] Build status: SCHEDULED
[13:00:26.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:68:0) after 4m30s
[13:04:56.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:68:0)
[13:04:56.332] Build status: SCHEDULED
[13:04:56.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:69:0) after 9m30s
[13:14:26.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:69:0)
[13:14:26.427] Build status: SCHEDULED
[13:14:26.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:70:0) after 4m54s
[13:19:20.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:70:0)
[13:19:20.524] Build status: SCHEDULED
[13:19:20.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:71:0) after 7m21s
[13:26:41.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:71:0)
[13:26:41.526] Build status: SCHEDULED
[13:26:41.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:72:0) after 1m38s
[13:28:19.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:72:0)
[13:28:19.713] Build status: SCHEDULED
[13:28:19.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:73:0) after 9m30s
[13:37:49.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:73:0)
[13:37:49.715] Build status: SCHEDULED
[13:37:49.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:74:0) after 4m44s
[13:42:33.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:74:0)
[13:42:33.857] Build status: SCHEDULED
[13:42:33.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:75:0) after 8m26s
[13:50:59.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:75:0)
[13:50:59.935] Build status: SCHEDULED
[13:50:59.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:76:0) after 6m17s
[13:57:16.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:76:0)
[13:57:17.001] Build status: SCHEDULED
[13:57:17.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:77:0) after 1m38s
[13:58:55.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:77:0)
[13:58:55.116] Build status: SCHEDULED
[13:58:55.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:78:0) after 5m16s
[14:04:11.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:78:0)
[14:04:11.232] Build status: SCHEDULED
[14:04:11.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:79:0) after 1m43s
[14:05:54.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:79:0)
[14:05:54.237] Build status: SCHEDULED
[14:05:54.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:80:0) after 4m49s
[14:10:43.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:80:0)
[14:10:43.379] Build status: SCHEDULED
[14:10:43.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:81:0) after 6m44s
[14:17:27.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:81:0)
[14:17:27.394] Build status: SCHEDULED
[14:17:27.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:82:0) after 1m22s
[14:18:49.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:82:0)
[14:18:49.467] Build status: SCHEDULED
[14:18:49.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:83:0) after 5m28s
[14:24:17.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:83:0)
[14:24:17.500] Build status: SCHEDULED
[14:24:17.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:84:0) after 2m27s
[14:26:44.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:84:0)
[14:26:44.650] Build status: SCHEDULED
[14:26:44.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:85:0) after 7m14s
[14:33:58.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:85:0)
[14:33:58.689] Build status: SCHEDULED
[14:33:58.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:86:0) after 2m27s
[14:36:25.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:86:0)
[14:36:25.757] Build status: SCHEDULED
[14:36:25.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:87:0) after 6m19s
[14:42:44.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:87:0)
[14:42:44.880] Build status: SCHEDULED
[14:42:44.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:88:0) after 9m41s
[14:52:25.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:88:0)
[14:52:25.929] Build status: SCHEDULED
[14:52:25.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8872644921033499136:89:0) after 8m55s
[14:57:30.280] Received PubSub notification, asking Buildbucket for the build status
[14:57:30.310] Build:
{
  "id": "8707214859160074033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-07T06:57:23.596579964Z",
  "endTime": "2025-08-07T14:57:30.060783004Z",
  "updateTime": "2025-08-07T14:57:30.060783004Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
      "ref": "refs/heads/main"
    }
  }
}
[14:57:30.310] Invocation finished in 8h0m7.884532513s with status FAILED