Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "66028e9c5f4b3c91f472792c2d4b9917cede411d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/66028e9c5f4b3c91f472792c2d4b9917cede411d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:45:03.335] New invocation is queued and will start shortly
[00:45:04.668] Starting the invocation (attempt 1)
[00:45:04.695] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/66028e9c5f4b3c91f472792c2d4b9917cede411d"
[00:45:04.695] Popped gitiles commit info from properties and tags
[00:45:04.695] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:45:04.695] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:45:04.695] Buildbucket request:
{
  "requestId": "8876382820899369136",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8876382820899369136",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "478e63b6141a49938c61e7fe15fd9664a32f056a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@478e63b6141a49938c61e7fe15fd9664a32f056a",
                        "title": "478e63b6141a49938c61e7fe15fd9664a32f056a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/478e63b6141a49938c61e7fe15fd9664a32f056a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bcc6a48c73052f9e18413703df8c32c0fc92fe21"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bcc6a48c73052f9e18413703df8c32c0fc92fe21",
                        "title": "bcc6a48c73052f9e18413703df8c32c0fc92fe21",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bcc6a48c73052f9e18413703df8c32c0fc92fe21"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
                        "title": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "17c2dc99236365cfdc771a2433550ed5bbb033d1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17c2dc99236365cfdc771a2433550ed5bbb033d1",
                        "title": "17c2dc99236365cfdc771a2433550ed5bbb033d1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17c2dc99236365cfdc771a2433550ed5bbb033d1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "531934c9bfd1e34a6741a35c784af4a62b77560a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@531934c9bfd1e34a6741a35c784af4a62b77560a",
                        "title": "531934c9bfd1e34a6741a35c784af4a62b77560a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/531934c9bfd1e34a6741a35c784af4a62b77560a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "551e4f66256d7756812a0483ccde12e9fb3760de"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@551e4f66256d7756812a0483ccde12e9fb3760de",
                        "title": "551e4f66256d7756812a0483ccde12e9fb3760de",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/551e4f66256d7756812a0483ccde12e9fb3760de"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "228f582585f55ff354c020bf5f62d5f0f0a19ef7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@228f582585f55ff354c020bf5f62d5f0f0a19ef7",
                        "title": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/228f582585f55ff354c020bf5f62d5f0f0a19ef7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "287122c68fd04ec94dead5d6db381722ff567ba4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@287122c68fd04ec94dead5d6db381722ff567ba4",
                        "title": "287122c68fd04ec94dead5d6db381722ff567ba4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/287122c68fd04ec94dead5d6db381722ff567ba4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "66028e9c5f4b3c91f472792c2d4b9917cede411d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66028e9c5f4b3c91f472792c2d4b9917cede411d",
                        "title": "66028e9c5f4b3c91f472792c2d4b9917cede411d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66028e9c5f4b3c91f472792c2d4b9917cede411d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "66028e9c5f4b3c91f472792c2d4b9917cede411d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876382820899369136"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:45:07.135] Scheduled build:
{
  "id": "8710952758100965041",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-27T00:45:05.378118586Z",
  "updateTime": "2025-06-27T00:45:05.378118586Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "66028e9c5f4b3c91f472792c2d4b9917cede411d",
      "ref": "refs/heads/main"
    }
  }
}
[00:45:07.135] Task URL: https://cr-buildbucket.appspot.com/build/8710952758100965041
[00:45:07.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:2:0) after 2m33s
[00:45:41.089] Received PubSub notification, asking Buildbucket for the build status
[00:45:41.121] Build status: SCHEDULED
[00:47:40.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:2:0)
[00:47:40.191] Build status: SCHEDULED
[00:47:40.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:4:0) after 3m52s
[00:51:32.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:4:0)
[00:51:32.233] Build status: SCHEDULED
[00:51:32.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:5:0) after 2m18s
[00:53:50.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:5:0)
[00:53:50.432] Build status: SCHEDULED
[00:53:50.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:6:0) after 2m59s
[00:56:49.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:6:0)
[00:56:49.564] Build status: SCHEDULED
[00:56:49.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:7:0) after 2m42s
[00:59:31.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:7:0)
[00:59:31.765] Build status: SCHEDULED
[00:59:31.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:8:0) after 7m52s
[01:07:23.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:8:0)
[01:07:23.810] Build status: SCHEDULED
[01:07:23.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:9:0) after 1m20s
[01:08:43.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:9:0)
[01:08:43.863] Build status: SCHEDULED
[01:08:43.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:10:0) after 1m31s
[01:10:14.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:10:0)
[01:10:14.906] Build status: SCHEDULED
[01:10:14.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:11:0) after 2m16s
[01:12:30.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:11:0)
[01:12:31.050] Build status: SCHEDULED
[01:12:31.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:12:0) after 2m12s
[01:14:43.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:12:0)
[01:14:43.099] Build status: SCHEDULED
[01:14:43.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:13:0) after 2m12s
[01:16:55.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:13:0)
[01:16:55.743] Build status: SCHEDULED
[01:16:55.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:14:0) after 3m19s
[01:20:15.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:14:0)
[01:20:15.288] Build status: SCHEDULED
[01:20:15.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:15:0) after 2m54s
[01:23:09.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:15:0)
[01:23:09.552] Build status: SCHEDULED
[01:23:09.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:16:0) after 4m35s
[01:27:44.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:16:0)
[01:27:44.651] Build status: SCHEDULED
[01:27:44.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:17:0) after 1m13s
[01:28:57.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:17:0)
[01:28:57.709] Build status: SCHEDULED
[01:28:57.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:18:0) after 3m42s
[01:32:39.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:18:0)
[01:32:39.751] Build status: SCHEDULED
[01:32:39.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:19:0) after 5m8s
[01:37:47.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:19:0)
[01:37:47.824] Build status: SCHEDULED
[01:37:47.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:20:0) after 8m59s
[01:46:46.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:20:0)
[01:46:46.950] Build status: SCHEDULED
[01:46:46.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:21:0) after 5m46s
[01:52:33.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:21:0)
[01:52:33.087] Build status: SCHEDULED
[01:52:33.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:22:0) after 9m24s
[02:01:57.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:22:0)
[02:01:57.133] Build status: SCHEDULED
[02:01:57.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:23:0) after 5m38s
[02:07:35.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:23:0)
[02:07:35.233] Build status: SCHEDULED
[02:07:35.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:24:0) after 3m18s
[02:10:53.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:24:0)
[02:10:53.329] Build status: SCHEDULED
[02:10:53.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:25:0) after 9m43s
[02:20:36.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:25:0)
[02:20:36.410] Build status: SCHEDULED
[02:20:36.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:26:0) after 6m41s
[02:27:17.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:26:0)
[02:27:17.452] Build status: SCHEDULED
[02:27:17.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:27:0) after 7m13s
[02:34:30.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:27:0)
[02:34:30.490] Build status: SCHEDULED
[02:34:30.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:28:0) after 2m40s
[02:37:10.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:28:0)
[02:37:10.527] Build status: SCHEDULED
[02:37:10.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:29:0) after 1m44s
[02:38:54.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:29:0)
[02:38:54.572] Build status: SCHEDULED
[02:38:54.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:30:0) after 9m12s
[02:48:06.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:30:0)
[02:48:06.596] Build status: SCHEDULED
[02:48:06.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:31:0) after 6m43s
[02:54:49.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:31:0)
[02:54:49.686] Build status: SCHEDULED
[02:54:49.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:32:0) after 3m48s
[02:58:37.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:32:0)
[02:58:37.732] Build status: SCHEDULED
[02:58:37.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:33:0) after 2m7s
[03:00:44.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:33:0)
[03:00:44.841] Build status: SCHEDULED
[03:00:44.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:34:0) after 6m20s
[03:07:04.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:34:0)
[03:07:04.890] Build status: SCHEDULED
[03:07:04.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:35:0) after 3m11s
[03:10:16.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:35:0)
[03:10:16.060] Build status: SCHEDULED
[03:10:16.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:36:0) after 9m32s
[03:19:48.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:36:0)
[03:19:48.211] Build status: SCHEDULED
[03:19:48.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:37:0) after 2m31s
[03:22:19.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:37:0)
[03:22:19.247] Build status: SCHEDULED
[03:22:19.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:38:0) after 8m32s
[03:30:51.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:38:0)
[03:30:51.320] Build status: SCHEDULED
[03:30:51.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:39:0) after 3m32s
[03:34:23.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:39:0)
[03:34:23.359] Build status: SCHEDULED
[03:34:23.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:40:0) after 7m42s
[03:42:05.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:40:0)
[03:42:05.406] Build status: SCHEDULED
[03:42:05.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:41:0) after 9m43s
[03:51:48.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:41:0)
[03:51:48.501] Build status: SCHEDULED
[03:51:48.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:42:0) after 8m45s
[04:00:34.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:42:0)
[04:00:34.434] Build status: SCHEDULED
[04:00:34.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:43:0) after 9m36s
[04:10:10.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:43:0)
[04:10:10.611] Build status: SCHEDULED
[04:10:10.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:44:0) after 5m51s
[04:16:01.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:44:0)
[04:16:01.668] Build status: SCHEDULED
[04:16:01.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:45:0) after 9m27s
[04:25:28.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:45:0)
[04:25:28.670] Build status: SCHEDULED
[04:25:28.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:46:0) after 5m33s
[04:31:01.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:46:0)
[04:31:01.771] Build status: SCHEDULED
[04:31:01.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:47:0) after 6m46s
[04:37:47.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:47:0)
[04:37:47.787] Build status: SCHEDULED
[04:37:47.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:48:0) after 9m54s
[04:47:41.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:48:0)
[04:47:41.828] Build status: SCHEDULED
[04:47:41.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:49:0) after 9m12s
[04:56:53.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:49:0)
[04:56:53.899] Build status: SCHEDULED
[04:56:53.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:50:0) after 2m48s
[04:59:41.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:50:0)
[04:59:42.002] Build status: SCHEDULED
[04:59:42.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:51:0) after 6m37s
[05:06:19.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:51:0)
[05:06:19.431] Build status: SCHEDULED
[05:06:19.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:52:0) after 5m40s
[05:11:59.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:52:0)
[05:11:59.501] Build status: SCHEDULED
[05:11:59.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:53:0) after 7m5s
[05:19:04.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:53:0)
[05:19:04.587] Build status: SCHEDULED
[05:19:04.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:54:0) after 2m44s
[05:21:48.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:54:0)
[05:21:48.645] Build status: SCHEDULED
[05:21:48.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:55:0) after 5m40s
[05:27:28.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:55:0)
[05:27:28.710] Build status: SCHEDULED
[05:27:28.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:56:0) after 9m2s
[05:36:30.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:56:0)
[05:36:30.963] Build status: SCHEDULED
[05:36:30.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:57:0) after 1m22s
[05:37:53.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:57:0)
[05:37:53.411] Build status: SCHEDULED
[05:37:53.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:58:0) after 4m0s
[05:41:54.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:58:0)
[05:41:54.169] Build status: SCHEDULED
[05:41:54.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:59:0) after 2m40s
[05:44:34.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:59:0)
[05:44:34.430] Build status: SCHEDULED
[05:44:34.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:60:0) after 4m58s
[05:49:33.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:60:0)
[05:49:33.062] Build status: SCHEDULED
[05:49:33.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:61:0) after 2m36s
[05:52:09.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:61:0)
[05:52:09.228] Build status: SCHEDULED
[05:52:09.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:62:0) after 4m6s
[05:56:15.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:62:0)
[05:56:15.941] Build status: SCHEDULED
[05:56:15.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:63:0) after 7m42s
[06:03:57.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:63:0)
[06:03:58.019] Build status: SCHEDULED
[06:03:58.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:64:0) after 9m3s
[06:13:01.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:64:0)
[06:13:01.052] Build status: SCHEDULED
[06:13:01.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:65:0) after 2m46s
[06:15:47.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:65:0)
[06:15:47.216] Build status: SCHEDULED
[06:15:47.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:66:0) after 9m10s
[06:24:57.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:66:0)
[06:24:57.412] Build status: SCHEDULED
[06:24:57.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:67:0) after 4m0s
[06:28:57.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:67:0)
[06:28:57.540] Build status: SCHEDULED
[06:28:57.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:68:0) after 8m35s
[06:37:32.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:68:0)
[06:37:32.684] Build status: SCHEDULED
[06:37:32.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:69:0) after 9m48s
[06:47:21.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:69:0)
[06:47:21.757] Build status: SCHEDULED
[06:47:21.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:70:0) after 9m7s
[06:56:28.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:70:0)
[06:56:28.801] Build status: SCHEDULED
[06:56:28.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:71:0) after 4m49s
[07:01:17.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:71:0)
[07:01:17.979] Build status: SCHEDULED
[07:01:17.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:72:0) after 8m45s
[07:10:03.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:72:0)
[07:10:03.131] Build status: SCHEDULED
[07:10:03.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:73:0) after 9m45s
[07:19:48.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:73:0)
[07:19:48.205] Build status: SCHEDULED
[07:19:48.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:74:0) after 9m9s
[07:28:57.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:74:0)
[07:28:57.591] Build status: SCHEDULED
[07:28:57.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:75:0) after 8m3s
[07:37:00.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:75:0)
[07:37:00.648] Build status: SCHEDULED
[07:37:00.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:76:0) after 6m33s
[07:43:33.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:76:0)
[07:43:33.797] Build status: SCHEDULED
[07:43:33.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:77:0) after 1m57s
[07:45:31.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:77:0)
[07:45:31.195] Build status: SCHEDULED
[07:45:31.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:78:0) after 5m8s
[07:50:39.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:78:0)
[07:50:39.251] Build status: SCHEDULED
[07:50:39.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:79:0) after 8m43s
[07:59:22.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:79:0)
[07:59:22.302] Build status: SCHEDULED
[07:59:22.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:80:0) after 4m33s
[08:03:55.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:80:0)
[08:03:55.353] Build status: SCHEDULED
[08:03:55.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:81:0) after 3m59s
[08:07:54.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:81:0)
[08:07:54.397] Build status: SCHEDULED
[08:07:54.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:82:0) after 5m12s
[08:13:06.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:82:0)
[08:13:06.558] Build status: SCHEDULED
[08:13:06.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:83:0) after 9m33s
[08:22:39.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:83:0)
[08:22:39.563] Build status: SCHEDULED
[08:22:39.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:84:0) after 6m31s
[08:29:10.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:84:0)
[08:29:10.656] Build status: SCHEDULED
[08:29:10.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:85:0) after 7m5s
[08:36:15.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:85:0)
[08:36:15.775] Build status: SCHEDULED
[08:36:15.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:86:0) after 8m6s
[08:44:21.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:86:0)
[08:44:21.854] Build status: SCHEDULED
[08:44:21.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8876382820899369136:87:0) after 9m20s
[08:45:06.922] Received PubSub notification, asking Buildbucket for the build status
[08:45:07.078] Build:
{
  "id": "8710952758100965041",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-27T00:45:05.378118586Z",
  "endTime": "2025-06-27T08:45:04.324605668Z",
  "updateTime": "2025-06-27T08:45:04.324605668Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "66028e9c5f4b3c91f472792c2d4b9917cede411d",
      "ref": "refs/heads/main"
    }
  }
}
[08:45:07.078] Invocation finished in 8h0m3.752206262s with status FAILED