LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

6dc3d69e4bcebeec648e479ace8e0d4c66f2028e (2 days ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6dc3d69e4bcebeec648e479ace8e0d4c66f2028e"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6dc3d69e4bcebeec648e479ace8e0d4c66f2028e
gitiles_ref:refs/heads/main

Debug log (UTC)

[04:11:18.217] New invocation is queued and will start shortly
[04:11:19.376] Starting the invocation (attempt 1)
[04:11:19.399] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6dc3d69e4bcebeec648e479ace8e0d4c66f2028e"
[04:11:19.399] Popped gitiles commit info from properties and tags
[04:11:19.399] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:11:19.399] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:11:19.399] Buildbucket request:
{
  "requestId": "8882802229507268704",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8882802229507268704",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6dc3d69e4bcebeec648e479ace8e0d4c66f2028e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6dc3d69e4bcebeec648e479ace8e0d4c66f2028e",
                        "title": "6dc3d69e4bcebeec648e479ace8e0d4c66f2028e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6dc3d69e4bcebeec648e479ace8e0d4c66f2028e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6dc3d69e4bcebeec648e479ace8e0d4c66f2028e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8882802229507268704"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:11:19.798] Scheduled build:
{
  "id": "8717372167549718673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-17T04:11:19.461583362Z",
  "updateTime": "2025-04-17T04:11:19.461583362Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6dc3d69e4bcebeec648e479ace8e0d4c66f2028e",
      "ref": "refs/heads/main"
    }
  }
}
[04:11:19.798] Task URL: https://cr-buildbucket.appspot.com/build/8717372167549718673
[04:11:19.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:2:0) after 8m32s
[04:11:20.882] Received PubSub notification, asking Buildbucket for the build status
[04:11:20.978] Build status: SCHEDULED
[04:19:51.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:2:0)
[04:19:51.891] Build status: SCHEDULED
[04:19:51.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:4:0) after 2m25s
[04:22:17.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:4:0)
[04:22:17.268] Build status: SCHEDULED
[04:22:17.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:5:0) after 9m9s
[04:31:26.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:5:0)
[04:31:26.399] Build status: SCHEDULED
[04:31:26.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:6:0) after 1m37s
[04:33:03.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:6:0)
[04:33:03.885] Build status: SCHEDULED
[04:33:03.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:7:0) after 4m25s
[04:37:28.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:7:0)
[04:37:28.924] Build status: SCHEDULED
[04:37:28.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:8:0) after 3m50s
[04:41:18.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:8:0)
[04:41:18.983] Build status: SCHEDULED
[04:41:18.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:9:0) after 5m17s
[04:46:36.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:9:0)
[04:46:36.268] Build status: SCHEDULED
[04:46:36.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:10:0) after 6m24s
[04:53:00.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:10:0)
[04:53:00.308] Build status: SCHEDULED
[04:53:00.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:11:0) after 4m42s
[04:57:42.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:11:0)
[04:57:42.708] Build status: SCHEDULED
[04:57:42.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:12:0) after 5m48s
[05:03:30.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:12:0)
[05:03:30.758] Build status: SCHEDULED
[05:03:30.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:13:0) after 9m54s
[05:13:24.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:13:0)
[05:13:24.871] Build status: SCHEDULED
[05:13:24.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:14:0) after 8m38s
[05:22:02.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:14:0)
[05:22:02.945] Build status: SCHEDULED
[05:22:02.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:15:0) after 2m4s
[05:24:06.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:15:0)
[05:24:06.996] Build status: SCHEDULED
[05:24:06.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:16:0) after 7m9s
[05:31:16.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:16:0)
[05:31:16.093] Build status: SCHEDULED
[05:31:16.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:17:0) after 4m59s
[05:36:15.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:17:0)
[05:36:15.136] Build status: SCHEDULED
[05:36:15.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:18:0) after 9m21s
[05:45:36.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:18:0)
[05:45:36.186] Build status: SCHEDULED
[05:45:36.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:19:0) after 5m18s
[05:50:54.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:19:0)
[05:50:54.235] Build status: SCHEDULED
[05:50:54.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:20:0) after 5m20s
[05:56:14.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:20:0)
[05:56:14.810] Build status: SCHEDULED
[05:56:14.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:21:0) after 9m22s
[06:05:36.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:21:0)
[06:05:36.868] Build status: SCHEDULED
[06:05:36.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:22:0) after 2m59s
[06:08:35.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:22:0)
[06:08:35.920] Build status: SCHEDULED
[06:08:35.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:23:0) after 2m10s
[06:10:46.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:23:0)
[06:10:46.134] Build status: SCHEDULED
[06:10:46.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:24:0) after 8m4s
[06:18:50.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:24:0)
[06:18:50.304] Build status: SCHEDULED
[06:18:50.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:25:0) after 1m28s
[06:20:18.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:25:0)
[06:20:18.362] Build status: SCHEDULED
[06:20:18.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:26:0) after 8m6s
[06:28:24.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:26:0)
[06:28:24.402] Build status: SCHEDULED
[06:28:24.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:27:0) after 7m6s
[06:35:30.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:27:0)
[06:35:30.442] Build status: SCHEDULED
[06:35:30.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:28:0) after 4m48s
[06:40:18.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:28:0)
[06:40:18.527] Build status: SCHEDULED
[06:40:18.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:29:0) after 5m48s
[06:46:06.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:29:0)
[06:46:06.560] Build status: SCHEDULED
[06:46:06.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:30:0) after 9m39s
[06:55:45.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:30:0)
[06:55:45.685] Build status: SCHEDULED
[06:55:45.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:31:0) after 6m8s
[07:01:53.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:31:0)
[07:01:53.813] Build status: SCHEDULED
[07:01:53.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:32:0) after 9m43s
[07:11:36.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:32:0)
[07:11:36.895] Build status: SCHEDULED
[07:11:36.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:33:0) after 8m48s
[07:20:25.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:33:0)
[07:20:25.039] Build status: SCHEDULED
[07:20:25.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:34:0) after 1m59s
[07:22:24.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:34:0)
[07:22:24.390] Build status: SCHEDULED
[07:22:24.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:35:0) after 2m40s
[07:25:04.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:35:0)
[07:25:04.411] Build status: SCHEDULED
[07:25:04.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:36:0) after 2m2s
[07:27:06.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:36:0)
[07:27:06.516] Build status: SCHEDULED
[07:27:06.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:37:0) after 6m53s
[07:33:59.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:37:0)
[07:33:59.582] Build status: SCHEDULED
[07:33:59.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:38:0) after 7m32s
[07:41:31.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:38:0)
[07:41:31.777] Build status: SCHEDULED
[07:41:31.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:39:0) after 6m24s
[07:47:56.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:39:0)
[07:47:56.121] Build status: SCHEDULED
[07:47:56.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:40:0) after 2m42s
[07:50:38.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:40:0)
[07:50:38.182] Build status: SCHEDULED
[07:50:38.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:41:0) after 3m27s
[07:54:05.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:41:0)
[07:54:05.229] Build status: SCHEDULED
[07:54:05.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:42:0) after 5m32s
[07:59:37.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:42:0)
[07:59:37.274] Build status: SCHEDULED
[07:59:37.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:43:0) after 4m33s
[08:04:10.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:43:0)
[08:04:10.438] Build status: SCHEDULED
[08:04:10.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:44:0) after 9m22s
[08:13:32.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:44:0)
[08:13:32.485] Build status: SCHEDULED
[08:13:32.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:45:0) after 3m41s
[08:17:13.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:45:0)
[08:17:13.550] Build status: SCHEDULED
[08:17:13.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:46:0) after 7m59s
[08:25:12.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:46:0)
[08:25:12.579] Build status: SCHEDULED
[08:25:12.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:47:0) after 8m53s
[08:34:05.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:47:0)
[08:34:05.713] Build status: SCHEDULED
[08:34:05.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:48:0) after 6m41s
[08:40:46.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:48:0)
[08:40:46.765] Build status: SCHEDULED
[08:40:46.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:49:0) after 7m28s
[08:48:14.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:49:0)
[08:48:14.858] Build status: SCHEDULED
[08:48:14.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:50:0) after 8m7s
[08:56:21.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:50:0)
[08:56:21.927] Build status: SCHEDULED
[08:56:21.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:51:0) after 1m11s
[08:57:32.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:51:0)
[08:57:32.970] Build status: SCHEDULED
[08:57:32.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:52:0) after 9m36s
[09:07:09.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:52:0)
[09:07:09.021] Build status: SCHEDULED
[09:07:09.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:53:0) after 6m59s
[09:14:08.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:53:0)
[09:14:08.111] Build status: SCHEDULED
[09:14:08.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:54:0) after 5m21s
[09:19:29.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:54:0)
[09:19:29.156] Build status: SCHEDULED
[09:19:29.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:55:0) after 1m18s
[09:20:47.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:55:0)
[09:20:47.243] Build status: SCHEDULED
[09:20:47.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:56:0) after 2m21s
[09:23:08.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:56:0)
[09:23:08.281] Build status: SCHEDULED
[09:23:08.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:57:0) after 8m3s
[09:31:11.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:57:0)
[09:31:11.329] Build status: SCHEDULED
[09:31:11.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:58:0) after 2m4s
[09:33:15.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:58:0)
[09:33:15.402] Build status: SCHEDULED
[09:33:15.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:59:0) after 8m25s
[09:41:40.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:59:0)
[09:41:40.528] Build status: SCHEDULED
[09:41:40.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:60:0) after 2m7s
[09:43:47.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:60:0)
[09:43:47.634] Build status: SCHEDULED
[09:43:47.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:61:0) after 5m42s
[09:49:29.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:61:0)
[09:49:29.731] Build status: SCHEDULED
[09:49:29.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:62:0) after 5m34s
[09:55:03.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:62:0)
[09:55:03.980] Build status: SCHEDULED
[09:55:03.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:63:0) after 3m34s
[09:58:38.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:63:0)
[09:58:38.139] Build status: SCHEDULED
[09:58:38.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:64:0) after 4m21s
[10:02:59.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:64:0)
[10:02:59.272] Build status: SCHEDULED
[10:02:59.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:65:0) after 6m42s
[10:09:41.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:65:0)
[10:09:41.365] Build status: SCHEDULED
[10:09:41.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:66:0) after 1m34s
[10:11:15.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:66:0)
[10:11:15.605] Build status: SCHEDULED
[10:11:15.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:67:0) after 5m51s
[10:17:06.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:67:0)
[10:17:06.741] Build status: SCHEDULED
[10:17:06.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:68:0) after 8m43s
[10:25:50.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:68:0)
[10:25:50.176] Build status: SCHEDULED
[10:25:50.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:69:0) after 2m49s
[10:28:39.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:69:0)
[10:28:39.215] Build status: SCHEDULED
[10:28:39.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:70:0) after 5m40s
[10:34:19.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:70:0)
[10:34:19.791] Build status: SCHEDULED
[10:34:19.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:71:0) after 5m11s
[10:39:30.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:71:0)
[10:39:30.840] Build status: SCHEDULED
[10:39:30.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:72:0) after 4m8s
[10:43:39.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:72:0)
[10:43:39.078] Build status: SCHEDULED
[10:43:39.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:73:0) after 1m46s
[10:45:25.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:73:0)
[10:45:25.178] Build status: SCHEDULED
[10:45:25.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:74:0) after 2m35s
[10:48:00.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:74:0)
[10:48:00.269] Build status: SCHEDULED
[10:48:00.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:75:0) after 3m56s
[10:51:56.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:75:0)
[10:51:56.510] Build status: SCHEDULED
[10:51:56.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:76:0) after 4m57s
[10:56:53.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:76:0)
[10:56:53.601] Build status: SCHEDULED
[10:56:53.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:77:0) after 4m57s
[11:01:50.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:77:0)
[11:01:50.865] Build status: SCHEDULED
[11:01:50.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:78:0) after 8m57s
[11:10:48.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:78:0)
[11:10:48.023] Build status: SCHEDULED
[11:10:48.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:79:0) after 3m41s
[11:14:29.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:79:0)
[11:14:29.364] Build status: SCHEDULED
[11:14:29.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:80:0) after 4m54s
[11:19:23.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:80:0)
[11:19:23.415] Build status: SCHEDULED
[11:19:23.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:81:0) after 8m44s
[11:28:07.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:81:0)
[11:28:07.612] Build status: SCHEDULED
[11:28:07.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:82:0) after 9m59s
[11:38:06.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:82:0)
[11:38:06.695] Build status: SCHEDULED
[11:38:06.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:83:0) after 8m4s
[11:46:10.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:83:0)
[11:46:10.840] Build status: SCHEDULED
[11:46:10.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:84:0) after 2m28s
[11:48:39.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:84:0)
[11:48:39.028] Build status: SCHEDULED
[11:48:39.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:85:0) after 4m23s
[11:53:02.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:85:0)
[11:53:02.329] Build status: SCHEDULED
[11:53:02.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:86:0) after 3m38s
[11:56:40.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:86:0)
[11:56:40.429] Build status: SCHEDULED
[11:56:40.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:87:0) after 8m29s
[12:05:09.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:87:0)
[12:05:09.810] Build status: SCHEDULED
[12:05:09.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:88:0) after 5m53s
[12:11:02.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:88:0)
[12:11:02.803] Build status: SCHEDULED
[12:11:02.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8882802229507268704:89:0) after 6m27s
[12:11:25.422] Received PubSub notification, asking Buildbucket for the build status
[12:11:25.440] Build:
{
  "id": "8717372167549718673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-17T04:11:19.461583362Z",
  "endTime": "2025-04-17T12:11:25.053156580Z",
  "updateTime": "2025-04-17T12:11:25.053156580Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6dc3d69e4bcebeec648e479ace8e0d4c66f2028e",
      "ref": "refs/heads/main"
    }
  }
}
[12:11:25.440] Invocation finished in 8h0m7.230053718s with status FAILED