LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang

Status: FAILED

Triggered by: -

Duration: 6 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

df47878ac5b09a469f3da3781d5b5cb09a016637 (3 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "df47878ac5b09a469f3da3781d5b5cb09a016637"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637
gitiles_ref:refs/heads/main

Debug log (UTC)

[13:37:50.109] New invocation is queued and will start shortly
[13:37:51.200] Starting the invocation (attempt 1)
[13:37:51.230] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637"
[13:37:51.230] Popped gitiles commit info from properties and tags
[13:37:51.230] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:37:51.230] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:37:51.230] Buildbucket request:
{
  "requestId": "8877693156312586320",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877693156312586320",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "df47878ac5b09a469f3da3781d5b5cb09a016637"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df47878ac5b09a469f3da3781d5b5cb09a016637",
                        "title": "df47878ac5b09a469f3da3781d5b5cb09a016637",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df47878ac5b09a469f3da3781d5b5cb09a016637"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877693156312586320"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:37:51.663] Scheduled build:
{
  "id": "8712263094391250273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-12T13:37:51.313462614Z",
  "updateTime": "2025-06-12T13:37:51.313462614Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
      "ref": "refs/heads/main"
    }
  }
}
[13:37:51.663] Task URL: https://cr-buildbucket.appspot.com/build/8712263094391250273
[13:37:51.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:2:0) after 7m58s
[13:37:52.649] Received PubSub notification, asking Buildbucket for the build status
[13:37:52.676] Build status: SCHEDULED
[13:45:49.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:2:0)
[13:45:49.772] Build status: SCHEDULED
[13:45:49.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:4:0) after 5m3s
[13:50:52.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:4:0)
[13:50:52.854] Build status: SCHEDULED
[13:50:52.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:5:0) after 6m43s
[13:57:35.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:5:0)
[13:57:35.925] Build status: SCHEDULED
[13:57:35.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:6:0) after 8m33s
[14:06:08.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:6:0)
[14:06:08.968] Build status: SCHEDULED
[14:06:08.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:7:0) after 8m0s
[14:14:08.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:7:0)
[14:14:09.045] Build status: SCHEDULED
[14:14:09.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:8:0) after 2m27s
[14:16:36.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:8:0)
[14:16:36.135] Build status: SCHEDULED
[14:16:36.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:9:0) after 8m5s
[14:24:41.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:9:0)
[14:24:41.200] Build status: SCHEDULED
[14:24:41.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:10:0) after 7m8s
[14:31:49.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:10:0)
[14:31:49.349] Build status: SCHEDULED
[14:31:49.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:11:0) after 5m42s
[14:37:31.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:11:0)
[14:37:31.388] Build status: SCHEDULED
[14:37:31.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:12:0) after 9m12s
[14:46:43.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:12:0)
[14:46:43.468] Build status: SCHEDULED
[14:46:43.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:13:0) after 1m36s
[14:48:19.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:13:0)
[14:48:19.576] Build status: SCHEDULED
[14:48:19.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:14:0) after 8m30s
[14:56:49.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:14:0)
[14:56:49.629] Build status: SCHEDULED
[14:56:49.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:15:0) after 3m12s
[15:00:01.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:15:0)
[15:00:01.760] Build status: SCHEDULED
[15:00:01.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:16:0) after 2m20s
[15:02:21.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:16:0)
[15:02:21.847] Build status: SCHEDULED
[15:02:21.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:17:0) after 5m19s
[15:07:40.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:17:0)
[15:07:40.911] Build status: SCHEDULED
[15:07:40.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:18:0) after 4m59s
[15:12:40.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:18:0)
[15:12:40.071] Build status: SCHEDULED
[15:12:40.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:19:0) after 1m8s
[15:13:48.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:19:0)
[15:13:48.071] Build status: SCHEDULED
[15:13:48.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:20:0) after 1m10s
[15:14:58.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:20:0)
[15:14:58.076] Build status: SCHEDULED
[15:14:58.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:21:0) after 8m19s
[15:23:17.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:21:0)
[15:23:17.130] Build status: SCHEDULED
[15:23:17.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:22:0) after 5m59s
[15:29:16.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:22:0)
[15:29:16.228] Build status: SCHEDULED
[15:29:16.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:23:0) after 2m20s
[15:31:36.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:23:0)
[15:31:36.352] Build status: SCHEDULED
[15:31:36.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:24:0) after 8m56s
[15:40:32.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:24:0)
[15:40:32.385] Build status: SCHEDULED
[15:40:32.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:25:0) after 7m52s
[15:48:24.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:25:0)
[15:48:24.427] Build status: SCHEDULED
[15:48:24.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:26:0) after 5m47s
[15:54:11.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:26:0)
[15:54:11.540] Build status: SCHEDULED
[15:54:11.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:27:0) after 9m48s
[16:03:59.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:27:0)
[16:03:59.639] Build status: SCHEDULED
[16:03:59.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:28:0) after 5m40s
[16:09:39.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:28:0)
[16:09:39.682] Build status: SCHEDULED
[16:09:39.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:29:0) after 4m5s
[16:13:44.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:29:0)
[16:13:44.747] Build status: SCHEDULED
[16:13:44.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:30:0) after 4m50s
[16:18:34.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:30:0)
[16:18:34.815] Build status: SCHEDULED
[16:18:34.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:31:0) after 4m29s
[16:23:03.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:31:0)
[16:23:03.909] Build status: SCHEDULED
[16:23:03.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:32:0) after 3m14s
[16:26:17.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:32:0)
[16:26:18.101] Build status: SCHEDULED
[16:26:18.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:33:0) after 2m53s
[16:29:11.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:33:0)
[16:29:11.149] Build status: SCHEDULED
[16:29:11.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:34:0) after 1m44s
[16:30:55.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:34:0)
[16:30:55.300] Build status: SCHEDULED
[16:30:55.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:35:0) after 6m5s
[16:37:00.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:35:0)
[16:37:00.385] Build status: SCHEDULED
[16:37:00.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:36:0) after 7m38s
[16:44:38.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:36:0)
[16:44:38.437] Build status: SCHEDULED
[16:44:38.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:37:0) after 4m29s
[16:49:07.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:37:0)
[16:49:07.479] Build status: SCHEDULED
[16:49:07.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:38:0) after 3m53s
[16:53:00.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:38:0)
[16:53:00.556] Build status: SCHEDULED
[16:53:00.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:39:0) after 3m6s
[16:56:06.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:39:0)
[16:56:06.606] Build status: SCHEDULED
[16:56:06.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:40:0) after 9m45s
[17:05:51.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:40:0)
[17:05:51.718] Build status: SCHEDULED
[17:05:51.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:41:0) after 7m53s
[17:13:44.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:41:0)
[17:13:44.878] Build status: SCHEDULED
[17:13:44.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:42:0) after 3m35s
[17:17:19.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:42:0)
[17:17:19.928] Build status: SCHEDULED
[17:17:19.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:43:0) after 1m35s
[17:18:54.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:43:0)
[17:18:54.975] Build status: SCHEDULED
[17:18:54.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:44:0) after 3m9s
[17:22:03.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:44:0)
[17:22:04.046] Build status: SCHEDULED
[17:22:04.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:45:0) after 8m17s
[17:30:21.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:45:0)
[17:30:21.088] Build status: SCHEDULED
[17:30:21.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:46:0) after 8m28s
[17:38:49.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:46:0)
[17:38:49.146] Build status: SCHEDULED
[17:38:49.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:47:0) after 4m40s
[17:43:29.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:47:0)
[17:43:29.213] Build status: SCHEDULED
[17:43:29.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:48:0) after 9m51s
[17:53:20.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:48:0)
[17:53:20.342] Build status: SCHEDULED
[17:53:20.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:49:0) after 5m7s
[17:58:27.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:49:0)
[17:58:27.404] Build status: SCHEDULED
[17:58:27.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:50:0) after 4m25s
[18:02:52.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:50:0)
[18:02:52.441] Build status: SCHEDULED
[18:02:52.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:51:0) after 1m54s
[18:04:46.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:51:0)
[18:04:51.451] Build status: SCHEDULED
[18:04:51.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:52:0) after 3m47s
[18:08:38.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:52:0)
[18:08:38.629] Build status: SCHEDULED
[18:08:38.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:53:0) after 6m19s
[18:14:57.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:53:0)
[18:14:57.677] Build status: SCHEDULED
[18:14:57.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:54:0) after 1m24s
[18:16:21.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:54:0)
[18:16:26.736] Build status: SCHEDULED
[18:16:26.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:55:0) after 5m1s
[18:21:27.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:55:0)
[18:21:37.793] Build status: SCHEDULED
[18:21:37.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:56:0) after 4m18s
[18:25:55.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:56:0)
[18:25:55.829] Build status: SCHEDULED
[18:25:55.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:57:0) after 8m26s
[18:34:21.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:57:0)
[18:34:21.960] Build status: SCHEDULED
[18:34:21.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:58:0) after 9m39s
[18:44:01.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:58:0)
[18:44:01.144] Build status: SCHEDULED
[18:44:01.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:59:0) after 4m3s
[18:48:04.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:59:0)
[18:48:04.325] Build status: SCHEDULED
[18:48:04.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:60:0) after 4m53s
[18:56:22.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:60:0)
[18:56:22.932] Build status: SCHEDULED
[18:56:22.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:61:0) after 3m20s
[19:00:08.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:61:0)
[19:00:08.745] Build status: SCHEDULED
[19:00:08.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:62:0) after 6m51s
[19:07:00.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:62:0)
[19:07:00.579] Build status: SCHEDULED
[19:07:00.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:63:0) after 3m35s
[19:10:35.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:63:0)
[19:10:35.808] Build status: SCHEDULED
[19:10:35.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:64:0) after 4m12s
[19:14:48.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:64:0)
[19:14:48.782] Build status: SCHEDULED
[19:14:48.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:65:0) after 5m29s
[19:20:17.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:65:0)
[19:20:17.996] Build status: SCHEDULED
[19:20:17.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:66:0) after 2m21s
[19:22:39.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:66:0)
[19:22:39.321] Build status: SCHEDULED
[19:22:39.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:67:0) after 8m38s
[19:31:17.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:67:0)
[19:31:17.605] Build status: SCHEDULED
[19:31:17.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:68:0) after 1m10s
[19:32:28.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:68:0)
[19:32:28.550] Build status: SCHEDULED
[19:32:28.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:69:0) after 7m51s
[20:10:00.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:69:0)
[20:10:00.310] Build status: SCHEDULED
[20:10:00.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:70:0) after 5m51s
[20:15:51.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:70:0)
[20:15:51.415] Build status: SCHEDULED
[20:15:51.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:71:0) after 9m15s
[20:25:06.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:71:0)
[20:25:06.498] Build status: SCHEDULED
[20:25:06.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:72:0) after 1m47s
[20:26:53.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:72:0)
[20:26:53.589] Build status: SCHEDULED
[20:26:53.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:73:0) after 6m40s
[20:33:33.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:73:0)
[20:33:33.641] Build status: SCHEDULED
[20:33:33.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877693156312586320:74:0) after 4m28s
[20:36:58.872] Received PubSub notification, asking Buildbucket for the build status
[20:36:59.760] Build:
{
  "id": "8712263094391250273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-12T13:37:51.313462614Z",
  "endTime": "2025-06-12T20:36:50.933982668Z",
  "updateTime": "2025-06-12T20:36:50.933982668Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "df47878ac5b09a469f3da3781d5b5cb09a016637",
      "ref": "refs/heads/main"
    }
  }
}
[20:36:59.760] Invocation finished in 6h59m9.66321489s with status FAILED