1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang
  4. 8869565152075658336
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:48:58.986] New invocation is queued and will start shortly
[06:49:00.050] Starting the invocation (attempt 1)
[06:49:00.082] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e"
[06:49:00.082] Popped gitiles commit info from properties and tags
[06:49:00.082] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:49:00.082] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:49:00.082] Buildbucket request:
{
  "requestId": "8869565152075658336",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869565152075658336",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
                        "title": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869565152075658336"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:49:00.505] Scheduled build:
{
  "id": "8704135090177938993",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-10T06:49:00.174943154Z",
  "updateTime": "2025-09-10T06:49:00.174943154Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
      "ref": "refs/heads/main"
    }
  }
}
[06:49:00.505] Task URL: https://cr-buildbucket.appspot.com/build/8704135090177938993
[06:49:00.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:2:0) after 1m13s
[06:49:01.466] Received PubSub notification, asking Buildbucket for the build status
[06:49:01.486] Build status: SCHEDULED
[06:50:13.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:2:0)
[06:50:13.958] Build status: SCHEDULED
[06:50:13.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:4:0) after 9m25s
[06:59:38.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:4:0)
[06:59:38.998] Build status: SCHEDULED
[06:59:38.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:5:0) after 3m25s
[07:03:04.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:5:0)
[07:03:04.143] Build status: SCHEDULED
[07:03:04.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:6:0) after 5m6s
[07:08:10.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:6:0)
[07:08:10.180] Build status: SCHEDULED
[07:08:10.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:7:0) after 8m46s
[07:16:56.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:7:0)
[07:16:56.256] Build status: SCHEDULED
[07:16:56.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:8:0) after 9m3s
[07:25:59.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:8:0)
[07:25:59.288] Build status: SCHEDULED
[07:25:59.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:9:0) after 8m38s
[07:34:37.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:9:0)
[07:34:37.319] Build status: SCHEDULED
[07:34:37.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:10:0) after 6m39s
[07:41:16.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:10:0)
[07:41:16.593] Build status: SCHEDULED
[07:41:16.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:11:0) after 3m41s
[07:44:57.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:11:0)
[07:44:57.752] Build status: SCHEDULED
[07:44:57.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:12:0) after 4m19s
[07:49:16.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:12:0)
[07:49:16.883] Build status: SCHEDULED
[07:49:16.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:13:0) after 1m22s
[07:50:39.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:13:0)
[07:50:39.149] Build status: SCHEDULED
[07:50:39.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:14:0) after 2m11s
[07:52:50.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:14:0)
[07:52:50.511] Build status: SCHEDULED
[07:52:50.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:15:0) after 1m8s
[07:53:58.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:15:0)
[07:53:58.607] Build status: SCHEDULED
[07:53:58.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:16:0) after 2m54s
[07:56:52.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:16:0)
[07:56:52.968] Build status: SCHEDULED
[07:56:52.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:17:0) after 1m18s
[07:58:11.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:17:0)
[07:58:11.393] Build status: SCHEDULED
[07:58:11.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:18:0) after 9m40s
[08:07:51.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:18:0)
[08:07:51.420] Build status: SCHEDULED
[08:07:51.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:19:0) after 9m49s
[08:17:40.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:19:0)
[08:17:40.481] Build status: SCHEDULED
[08:17:40.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:20:0) after 8m40s
[08:26:20.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:20:0)
[08:26:20.523] Build status: SCHEDULED
[08:26:20.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:21:0) after 7m5s
[08:33:25.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:21:0)
[08:33:25.661] Build status: SCHEDULED
[08:33:25.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:22:0) after 6m20s
[08:39:45.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:22:0)
[08:39:45.695] Build status: SCHEDULED
[08:39:45.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:23:0) after 2m16s
[08:42:01.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:23:0)
[08:42:01.773] Build status: SCHEDULED
[08:42:01.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:24:0) after 1m14s
[08:43:15.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:24:0)
[08:43:15.809] Build status: SCHEDULED
[08:43:15.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:25:0) after 2m24s
[08:45:39.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:25:0)
[08:45:39.943] Build status: SCHEDULED
[08:45:39.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:26:0) after 1m19s
[08:46:58.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:26:0)
[08:46:58.992] Build status: SCHEDULED
[08:46:58.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:27:0) after 4m56s
[08:51:55.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:27:0)
[08:51:55.059] Build status: SCHEDULED
[08:51:55.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:28:0) after 8m24s
[09:00:19.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:28:0)
[09:00:19.179] Build status: SCHEDULED
[09:00:19.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:29:0) after 4m17s
[09:04:36.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:29:0)
[09:04:36.268] Build status: SCHEDULED
[09:04:36.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:30:0) after 3m26s
[09:08:02.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:30:0)
[09:08:02.383] Build status: SCHEDULED
[09:08:02.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:31:0) after 7m18s
[09:15:20.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:31:0)
[09:15:20.430] Build status: SCHEDULED
[09:15:20.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:32:0) after 9m5s
[09:24:25.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:32:0)
[09:24:25.534] Build status: SCHEDULED
[09:24:25.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:33:0) after 5m41s
[09:30:06.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:33:0)
[09:30:06.574] Build status: SCHEDULED
[09:30:06.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:34:0) after 5m18s
[09:35:24.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:34:0)
[09:35:24.660] Build status: SCHEDULED
[09:35:24.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:35:0) after 8m14s
[09:43:38.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:35:0)
[09:43:38.710] Build status: SCHEDULED
[09:43:38.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:36:0) after 1m37s
[09:45:15.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:36:0)
[09:45:15.738] Build status: SCHEDULED
[09:45:15.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:37:0) after 1m25s
[09:46:40.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:37:0)
[09:46:40.809] Build status: SCHEDULED
[09:46:40.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:38:0) after 2m41s
[09:49:21.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:38:0)
[09:49:21.847] Build status: SCHEDULED
[09:49:21.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:39:0) after 9m19s
[09:58:40.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:39:0)
[09:58:40.944] Build status: SCHEDULED
[09:58:40.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:40:0) after 4m20s
[10:03:01.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:40:0)
[10:03:01.065] Build status: SCHEDULED
[10:03:01.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:41:0) after 4m46s
[10:07:47.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:41:0)
[10:07:47.147] Build status: SCHEDULED
[10:07:47.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:42:0) after 7m29s
[10:15:16.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:42:0)
[10:15:16.186] Build status: SCHEDULED
[10:15:16.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:43:0) after 7m58s
[10:23:14.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:43:0)
[10:23:14.217] Build status: SCHEDULED
[10:23:14.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:44:0) after 8m47s
[10:32:01.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:44:0)
[10:32:01.361] Build status: SCHEDULED
[10:32:01.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:45:0) after 1m12s
[10:33:13.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:45:0)
[10:33:13.458] Build status: SCHEDULED
[10:33:13.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:46:0) after 6m47s
[10:40:00.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:46:0)
[10:40:00.583] Build status: SCHEDULED
[10:40:00.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:47:0) after 8m32s
[10:48:32.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:47:0)
[10:48:32.952] Build status: SCHEDULED
[10:48:32.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:48:0) after 3m33s
[10:52:06.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:48:0)
[10:52:06.053] Build status: SCHEDULED
[10:52:06.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:49:0) after 2m51s
[10:54:57.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:49:0)
[10:54:57.257] Build status: SCHEDULED
[10:54:57.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:50:0) after 2m35s
[10:57:32.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:50:0)
[10:57:32.415] Build status: SCHEDULED
[10:57:32.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:51:0) after 7m13s
[11:04:45.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:51:0)
[11:04:45.605] Build status: SCHEDULED
[11:04:45.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:52:0) after 5m27s
[11:10:12.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:52:0)
[11:10:12.691] Build status: SCHEDULED
[11:10:12.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:53:0) after 3m30s
[11:13:42.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:53:0)
[11:13:42.710] Build status: SCHEDULED
[11:13:42.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:54:0) after 4m32s
[11:18:14.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:54:0)
[11:18:14.754] Build status: SCHEDULED
[11:18:14.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:55:0) after 5m45s
[11:23:59.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:55:0)
[11:23:59.790] Build status: SCHEDULED
[11:23:59.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:56:0) after 9m49s
[11:33:48.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:56:0)
[11:33:48.890] Build status: SCHEDULED
[11:33:48.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:57:0) after 4m55s
[11:38:43.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:57:0)
[11:38:43.949] Build status: SCHEDULED
[11:38:43.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:58:0) after 4m10s
[11:42:53.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:58:0)
[11:42:53.986] Build status: SCHEDULED
[11:42:53.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:59:0) after 3m8s
[11:46:02.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:59:0)
[11:46:02.272] Build status: SCHEDULED
[11:46:02.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:60:0) after 6m48s
[11:52:50.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:60:0)
[11:52:50.731] Build status: SCHEDULED
[11:52:50.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:61:0) after 6m33s
[11:59:23.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:61:0)
[11:59:23.837] Build status: SCHEDULED
[11:59:23.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:62:0) after 8m12s
[12:07:35.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:62:0)
[12:07:35.888] Build status: SCHEDULED
[12:07:35.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:63:0) after 2m36s
[12:10:11.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:63:0)
[12:10:11.928] Build status: SCHEDULED
[12:10:11.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:64:0) after 6m35s
[12:16:46.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:64:0)
[12:16:47.006] Build status: SCHEDULED
[12:16:47.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:65:0) after 1m18s
[12:18:05.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:65:0)
[12:18:06.660] Build status: SCHEDULED
[12:18:06.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:66:0) after 6m44s
[12:24:50.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:66:0)
[12:24:50.708] Build status: SCHEDULED
[12:24:50.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:67:0) after 1m46s
[12:26:36.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:67:0)
[12:26:36.781] Build status: SCHEDULED
[12:26:36.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:68:0) after 4m24s
[12:31:00.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:68:0)
[12:31:00.782] Build status: SCHEDULED
[12:31:00.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:69:0) after 2m59s
[12:33:59.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:69:0)
[12:33:59.811] Build status: SCHEDULED
[12:33:59.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:70:0) after 9m43s
[12:43:42.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:70:0)
[12:43:42.848] Build status: SCHEDULED
[12:43:42.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:71:0) after 4m24s
[12:48:06.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:71:0)
[12:48:06.910] Build status: SCHEDULED
[12:48:06.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:72:0) after 5m10s
[12:53:16.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:72:0)
[12:53:17.074] Build status: SCHEDULED
[12:53:17.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:73:0) after 5m18s
[12:58:35.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:73:0)
[12:58:35.236] Build status: SCHEDULED
[12:58:35.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:74:0) after 1m31s
[13:00:06.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:74:0)
[13:00:06.274] Build status: SCHEDULED
[13:00:06.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:75:0) after 4m17s
[13:04:23.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:75:0)
[13:04:23.324] Build status: SCHEDULED
[13:04:23.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:76:0) after 1m5s
[13:05:28.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:76:0)
[13:05:28.523] Build status: SCHEDULED
[13:05:28.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8869565152075658336:77:0) after 8m36s
[13:06:31.040] Received PubSub notification, asking Buildbucket for the build status
[13:06:31.056] Build:
{
  "id": "8704135090177938993",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-10T06:49:00.174943154Z",
  "endTime": "2025-09-10T13:06:30.767988039Z",
  "updateTime": "2025-09-10T13:06:30.767988039Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
      "ref": "refs/heads/main"
    }
  }
}
[13:06:31.056] Invocation finished in 6h17m32.074925798s with status FAILED