LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

481c120ec77de0953ea1a4d14518dcbfe5fb733b (1 day ago)
6a68e69543bbbf82f1b999617dbd6a079c1d2e09 (1 day ago)
7c47be925403f316d485b3879e931eda35e28ed1 (1 day ago)
af17c33ababcca779bdb293b6e918aa22dea93ed (1 day ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "af17c33ababcca779bdb293b6e918aa22dea93ed"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/af17c33ababcca779bdb293b6e918aa22dea93ed
gitiles_ref:refs/heads/main

Debug log (UTC)

[03:45:26.370] New invocation is queued and will start shortly
[03:45:27.432] Starting the invocation (attempt 1)
[03:45:27.462] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/af17c33ababcca779bdb293b6e918aa22dea93ed"
[03:45:27.462] Popped gitiles commit info from properties and tags
[03:45:27.462] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:45:27.462] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:45:27.462] Buildbucket request:
{
  "requestId": "8874468935827822528",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8874468935827822528",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "481c120ec77de0953ea1a4d14518dcbfe5fb733b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@481c120ec77de0953ea1a4d14518dcbfe5fb733b",
                        "title": "481c120ec77de0953ea1a4d14518dcbfe5fb733b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/481c120ec77de0953ea1a4d14518dcbfe5fb733b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6a68e69543bbbf82f1b999617dbd6a079c1d2e09"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a68e69543bbbf82f1b999617dbd6a079c1d2e09",
                        "title": "6a68e69543bbbf82f1b999617dbd6a079c1d2e09",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a68e69543bbbf82f1b999617dbd6a079c1d2e09"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7c47be925403f316d485b3879e931eda35e28ed1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7c47be925403f316d485b3879e931eda35e28ed1",
                        "title": "7c47be925403f316d485b3879e931eda35e28ed1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7c47be925403f316d485b3879e931eda35e28ed1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "af17c33ababcca779bdb293b6e918aa22dea93ed"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@af17c33ababcca779bdb293b6e918aa22dea93ed",
                        "title": "af17c33ababcca779bdb293b6e918aa22dea93ed",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/af17c33ababcca779bdb293b6e918aa22dea93ed"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "af17c33ababcca779bdb293b6e918aa22dea93ed",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8874468935827822528"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:45:27.837] Scheduled build:
{
  "id": "8709038873970432737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-18T03:45:27.518272901Z",
  "updateTime": "2025-07-18T03:45:27.518272901Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "af17c33ababcca779bdb293b6e918aa22dea93ed",
      "ref": "refs/heads/main"
    }
  }
}
[03:45:27.837] Task URL: https://cr-buildbucket.appspot.com/build/8709038873970432737
[03:45:27.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:2:0) after 8m49s
[03:46:09.501] Received PubSub notification, asking Buildbucket for the build status
[03:46:09.532] Build status: SCHEDULED
[03:54:16.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:2:0)
[03:54:16.883] Build status: SCHEDULED
[03:54:16.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:4:0) after 4m59s
[03:59:15.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:4:0)
[03:59:16.024] Build status: SCHEDULED
[03:59:16.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:5:0) after 9m35s
[04:08:51.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:5:0)
[04:08:51.098] Build status: SCHEDULED
[04:08:51.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:6:0) after 6m1s
[04:14:52.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:6:0)
[04:14:52.298] Build status: SCHEDULED
[04:14:52.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:7:0) after 4m11s
[04:19:03.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:7:0)
[04:19:03.428] Build status: SCHEDULED
[04:19:03.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:8:0) after 3m42s
[04:22:45.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:8:0)
[04:22:45.655] Build status: SCHEDULED
[04:22:45.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:9:0) after 3m36s
[04:26:21.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:9:0)
[04:26:21.934] Build status: SCHEDULED
[04:26:21.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:10:0) after 9m42s
[04:36:04.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:10:0)
[04:36:04.201] Build status: SCHEDULED
[04:36:04.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:11:0) after 8m35s
[04:44:39.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:11:0)
[04:44:39.327] Build status: SCHEDULED
[04:44:39.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:12:0) after 2m7s
[04:46:46.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:12:0)
[04:46:46.389] Build status: SCHEDULED
[04:46:46.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:13:0) after 5m48s
[04:52:34.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:13:0)
[04:52:34.459] Build status: SCHEDULED
[04:52:34.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:14:0) after 7m16s
[04:59:50.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:14:0)
[04:59:50.561] Build status: SCHEDULED
[04:59:50.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:15:0) after 9m27s
[05:09:17.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:15:0)
[05:09:17.603] Build status: SCHEDULED
[05:09:17.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:16:0) after 6m54s
[05:16:11.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:16:0)
[05:16:11.698] Build status: SCHEDULED
[05:16:11.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:17:0) after 6m32s
[05:22:43.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:17:0)
[05:22:44.010] Build status: SCHEDULED
[05:22:44.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:18:0) after 8m1s
[05:30:45.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:18:0)
[05:30:45.087] Build status: SCHEDULED
[05:30:45.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:19:0) after 3m30s
[05:34:15.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:19:0)
[05:34:15.133] Build status: SCHEDULED
[05:34:15.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:20:0) after 5m18s
[05:39:33.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:20:0)
[05:39:33.366] Build status: SCHEDULED
[05:39:33.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:21:0) after 6m21s
[05:45:54.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:21:0)
[05:45:54.441] Build status: SCHEDULED
[05:45:54.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:22:0) after 3m21s
[05:49:15.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:22:0)
[05:49:15.711] Build status: SCHEDULED
[05:49:15.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:23:0) after 7m35s
[05:56:50.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:23:0)
[05:56:50.759] Build status: SCHEDULED
[05:56:50.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:24:0) after 1m30s
[05:58:20.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:24:0)
[05:58:20.809] Build status: SCHEDULED
[05:58:20.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:25:0) after 5m44s
[06:04:04.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:25:0)
[06:04:04.860] Build status: SCHEDULED
[06:04:04.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:26:0) after 5m53s
[06:09:57.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:26:0)
[06:09:57.964] Build status: SCHEDULED
[06:09:57.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:27:0) after 9m38s
[06:19:36.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:27:0)
[06:19:36.068] Build status: SCHEDULED
[06:19:36.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:28:0) after 6m48s
[06:26:24.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:28:0)
[06:26:24.116] Build status: SCHEDULED
[06:26:24.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:29:0) after 2m51s
[06:29:15.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:29:0)
[06:29:15.193] Build status: SCHEDULED
[06:29:15.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:30:0) after 6m46s
[06:36:01.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:30:0)
[06:36:01.776] Build status: SCHEDULED
[06:36:01.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:31:0) after 4m17s
[06:40:18.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:31:0)
[06:40:18.830] Build status: SCHEDULED
[06:40:18.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:32:0) after 2m24s
[06:42:42.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:32:0)
[06:42:42.985] Build status: SCHEDULED
[06:42:42.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:33:0) after 8m12s
[06:50:55.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:33:0)
[06:50:55.126] Build status: SCHEDULED
[06:50:55.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:34:0) after 7m36s
[06:58:31.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:34:0)
[06:58:31.593] Build status: SCHEDULED
[06:58:31.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:35:0) after 3m19s
[07:01:50.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:35:0)
[07:01:50.755] Build status: SCHEDULED
[07:01:50.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:36:0) after 5m23s
[07:07:13.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:36:0)
[07:07:13.973] Build status: SCHEDULED
[07:07:13.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:37:0) after 6m43s
[07:13:57.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:37:0)
[07:13:57.039] Build status: SCHEDULED
[07:13:57.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:38:0) after 1m59s
[07:15:56.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:38:0)
[07:15:56.281] Build status: SCHEDULED
[07:15:56.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:39:0) after 8m42s
[07:24:38.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:39:0)
[07:24:38.327] Build status: SCHEDULED
[07:24:38.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:40:0) after 9m49s
[07:34:27.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:40:0)
[07:34:27.693] Build status: SCHEDULED
[07:34:27.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:41:0) after 4m37s
[07:39:04.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:41:0)
[07:39:04.731] Build status: SCHEDULED
[07:39:04.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:42:0) after 1m12s
[07:40:16.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:42:0)
[07:40:16.806] Build status: SCHEDULED
[07:40:16.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:43:0) after 3m31s
[07:43:47.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:43:0)
[07:43:47.860] Build status: SCHEDULED
[07:43:47.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:44:0) after 4m16s
[07:48:03.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:44:0)
[07:48:04.003] Build status: SCHEDULED
[07:48:04.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:45:0) after 4m48s
[07:52:52.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:45:0)
[07:52:52.053] Build status: SCHEDULED
[07:52:52.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:46:0) after 8m25s
[08:01:17.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:46:0)
[08:01:17.169] Build status: SCHEDULED
[08:01:17.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:47:0) after 3m10s
[08:04:27.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:47:0)
[08:04:27.578] Build status: SCHEDULED
[08:04:27.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:48:0) after 8m45s
[08:13:12.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:48:0)
[08:13:12.637] Build status: SCHEDULED
[08:13:12.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:49:0) after 6m40s
[08:19:52.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:49:0)
[08:19:52.738] Build status: SCHEDULED
[08:19:52.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:50:0) after 1m31s
[08:21:23.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:50:0)
[08:21:23.877] Build status: SCHEDULED
[08:21:23.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:51:0) after 5m57s
[08:27:20.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:51:0)
[08:27:20.961] Build status: SCHEDULED
[08:27:20.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:52:0) after 8m1s
[08:35:21.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:52:0)
[08:35:22.013] Build status: SCHEDULED
[08:35:22.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:53:0) after 1m48s
[08:37:10.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:53:0)
[08:37:10.066] Build status: SCHEDULED
[08:37:10.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:54:0) after 6m34s
[08:43:44.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:54:0)
[08:43:44.105] Build status: SCHEDULED
[08:43:44.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:55:0) after 8m23s
[08:52:07.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:55:0)
[08:52:07.193] Build status: SCHEDULED
[08:52:07.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:56:0) after 1m2s
[08:53:09.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:56:0)
[08:53:09.285] Build status: SCHEDULED
[08:53:09.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:57:0) after 9m13s
[09:02:22.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:57:0)
[09:02:22.413] Build status: SCHEDULED
[09:02:22.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:58:0) after 3m44s
[09:06:06.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:58:0)
[09:06:06.561] Build status: SCHEDULED
[09:06:06.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:59:0) after 1m43s
[09:07:49.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:59:0)
[09:07:49.691] Build status: SCHEDULED
[09:07:49.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:60:0) after 7m48s
[09:15:37.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:60:0)
[09:15:37.738] Build status: SCHEDULED
[09:15:37.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:61:0) after 8m46s
[09:24:23.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:61:0)
[09:24:23.796] Build status: SCHEDULED
[09:24:23.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:62:0) after 5m46s
[09:30:09.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:62:0)
[09:30:09.846] Build status: SCHEDULED
[09:30:09.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:63:0) after 6m33s
[09:36:42.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:63:0)
[09:36:42.914] Build status: SCHEDULED
[09:36:42.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:64:0) after 7m33s
[09:44:15.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:64:0)
[09:44:15.968] Build status: SCHEDULED
[09:44:15.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:65:0) after 5m54s
[09:50:09.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:65:0)
[09:50:10.023] Build status: SCHEDULED
[09:50:10.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:66:0) after 7m41s
[09:57:51.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:66:0)
[09:57:51.097] Build status: SCHEDULED
[09:57:51.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:67:0) after 5m27s
[10:03:18.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:67:0)
[10:03:18.297] Build status: SCHEDULED
[10:03:18.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:68:0) after 1m43s
[10:05:01.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:68:0)
[10:05:01.405] Build status: SCHEDULED
[10:05:01.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:69:0) after 7m33s
[10:12:34.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:69:0)
[10:12:34.460] Build status: SCHEDULED
[10:12:34.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:70:0) after 7m1s
[10:19:35.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:70:0)
[10:19:35.655] Build status: SCHEDULED
[10:19:35.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:71:0) after 5m19s
[10:24:54.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:71:0)
[10:24:54.769] Build status: SCHEDULED
[10:24:54.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:72:0) after 7m58s
[10:32:52.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:72:0)
[10:32:52.930] Build status: SCHEDULED
[10:32:52.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:73:0) after 1m2s
[10:33:54.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:73:0)
[10:33:55.023] Build status: SCHEDULED
[10:33:55.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:74:0) after 6m50s
[10:40:45.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:74:0)
[10:40:45.071] Build status: SCHEDULED
[10:40:45.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:75:0) after 8m16s
[10:49:01.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:75:0)
[10:49:01.146] Build status: SCHEDULED
[10:49:01.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:76:0) after 1m19s
[10:50:20.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:76:0)
[10:50:20.269] Build status: SCHEDULED
[10:50:20.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:77:0) after 7m27s
[10:57:47.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:77:0)
[10:57:47.336] Build status: SCHEDULED
[10:57:47.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:78:0) after 1m43s
[10:59:30.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:78:0)
[10:59:30.516] Build status: SCHEDULED
[10:59:30.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:79:0) after 1m48s
[11:01:18.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:79:0)
[11:01:18.604] Build status: SCHEDULED
[11:01:18.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:80:0) after 6m35s
[11:07:53.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:80:0)
[11:07:53.761] Build status: SCHEDULED
[11:07:53.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:81:0) after 7m46s
[11:15:39.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:81:0)
[11:15:39.806] Build status: SCHEDULED
[11:15:39.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:82:0) after 2m37s
[11:18:16.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:82:0)
[11:18:16.909] Build status: SCHEDULED
[11:18:16.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:83:0) after 8m14s
[11:26:31.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:83:0)
[11:26:31.050] Build status: SCHEDULED
[11:26:31.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:84:0) after 7m27s
[11:33:58.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:84:0)
[11:33:58.085] Build status: SCHEDULED
[11:33:58.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:85:0) after 9m15s
[11:43:13.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:85:0)
[11:43:13.246] Build status: SCHEDULED
[11:43:13.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8874468935827822528:86:0) after 4m6s
[11:45:49.833] Received PubSub notification, asking Buildbucket for the build status
[11:45:49.861] Build:
{
  "id": "8709038873970432737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-18T03:45:27.518272901Z",
  "endTime": "2025-07-18T11:45:27.059326926Z",
  "updateTime": "2025-07-18T11:45:27.059326926Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "af17c33ababcca779bdb293b6e918aa22dea93ed",
      "ref": "refs/heads/main"
    }
  }
}
[11:45:49.861] Invocation finished in 8h0m23.497435635s with status FAILED