Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:27:12.483] New invocation is queued and will start shortly
[07:27:13.535] Starting the invocation (attempt 1)
[07:27:13.561] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
[07:27:13.562] Popped gitiles commit info from properties and tags
[07:27:13.562] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:27:13.562] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:27:13.562] Buildbucket request:
{
  "requestId": "8870649910768506704",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870649910768506704",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b9d49277c0c3952873452101a964715d77087614"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9d49277c0c3952873452101a964715d77087614",
                        "title": "b9d49277c0c3952873452101a964715d77087614",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9d49277c0c3952873452101a964715d77087614"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0113cf072d001eaefa848f24409855b33427259e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0113cf072d001eaefa848f24409855b33427259e",
                        "title": "0113cf072d001eaefa848f24409855b33427259e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0113cf072d001eaefa848f24409855b33427259e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4587c394bd1d8fcb01ba5c801ce486e87566617c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "title": "4587c394bd1d8fcb01ba5c801ce486e87566617c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4587c394bd1d8fcb01ba5c801ce486e87566617c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5468890445c8be4974e658e37f4e7544e3874042"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5468890445c8be4974e658e37f4e7544e3874042",
                        "title": "5468890445c8be4974e658e37f4e7544e3874042",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5468890445c8be4974e658e37f4e7544e3874042"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "title": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "title": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "788829b17430e7733fec6014063eed5ee1620f90"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@788829b17430e7733fec6014063eed5ee1620f90",
                        "title": "788829b17430e7733fec6014063eed5ee1620f90",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/788829b17430e7733fec6014063eed5ee1620f90"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fcca8df84816b702410402948d0c68c6e5b42abc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcca8df84816b702410402948d0c68c6e5b42abc",
                        "title": "fcca8df84816b702410402948d0c68c6e5b42abc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcca8df84816b702410402948d0c68c6e5b42abc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5d550d2fa57d177d541a7f02816a2919917bb914"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d550d2fa57d177d541a7f02816a2919917bb914",
                        "title": "5d550d2fa57d177d541a7f02816a2919917bb914",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d550d2fa57d177d541a7f02816a2919917bb914"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "title": "902cb0b72ecddffcb5f6b42e320bce4971e880d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/902cb0b72ecddffcb5f6b42e320bce4971e880d9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "title": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870649910768506704"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:27:14.108] Scheduled build:
{
  "id": "8705219848913858609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T07:27:13.628765263Z",
  "updateTime": "2025-08-29T07:27:13.628765263Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[07:27:14.108] Task URL: https://cr-buildbucket.appspot.com/build/8705219848913858609
[07:27:14.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:2:0) after 1m48s
[07:27:15.163] Received PubSub notification, asking Buildbucket for the build status
[07:27:15.219] Build status: SCHEDULED
[07:29:02.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:2:0)
[07:29:02.190] Build status: SCHEDULED
[07:29:02.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:4:0) after 1m18s
[07:30:20.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:4:0)
[07:30:20.323] Build status: SCHEDULED
[07:30:20.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:5:0) after 1m28s
[07:31:48.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:5:0)
[07:31:48.381] Build status: SCHEDULED
[07:31:48.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:6:0) after 8m47s
[07:40:35.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:6:0)
[07:40:35.514] Build status: SCHEDULED
[07:40:35.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:7:0) after 7m23s
[07:47:58.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:7:0)
[07:47:58.781] Build status: SCHEDULED
[07:47:58.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:8:0) after 6m33s
[07:54:32.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:8:0)
[07:54:32.231] Build status: SCHEDULED
[07:54:32.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:9:0) after 9m19s
[08:03:51.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:9:0)
[08:03:51.274] Build status: SCHEDULED
[08:03:51.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:10:0) after 7m54s
[08:11:45.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:10:0)
[08:11:45.309] Build status: SCHEDULED
[08:11:45.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:11:0) after 4m55s
[08:16:40.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:11:0)
[08:16:40.377] Build status: SCHEDULED
[08:16:40.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:12:0) after 7m57s
[08:24:37.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:12:0)
[08:24:37.415] Build status: SCHEDULED
[08:24:37.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:13:0) after 8m39s
[08:33:16.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:13:0)
[08:33:16.540] Build status: SCHEDULED
[08:33:16.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:14:0) after 5m52s
[08:39:08.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:14:0)
[08:39:08.594] Build status: SCHEDULED
[08:39:08.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:15:0) after 1m7s
[08:40:15.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:15:0)
[08:40:15.654] Build status: SCHEDULED
[08:40:15.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:16:0) after 5m0s
[08:45:15.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:16:0)
[08:45:15.729] Build status: SCHEDULED
[08:45:15.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:17:0) after 5m24s
[08:50:39.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:17:0)
[08:50:39.764] Build status: SCHEDULED
[08:50:39.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:18:0) after 5m48s
[08:56:27.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:18:0)
[08:56:27.864] Build status: SCHEDULED
[08:56:27.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:19:0) after 1m10s
[08:57:37.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:19:0)
[08:57:37.902] Build status: SCHEDULED
[08:57:37.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:20:0) after 9m5s
[09:06:42.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:20:0)
[09:06:42.952] Build status: SCHEDULED
[09:06:42.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:21:0) after 9m8s
[09:15:50.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:21:0)
[09:15:50.998] Build status: SCHEDULED
[09:15:50.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:22:0) after 5m38s
[09:21:28.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:22:0)
[09:21:29.011] Build status: SCHEDULED
[09:21:29.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:23:0) after 3m51s
[09:25:20.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:23:0)
[09:25:20.035] Build status: SCHEDULED
[09:25:20.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:24:0) after 4m12s
[09:29:32.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:24:0)
[09:29:32.102] Build status: SCHEDULED
[09:29:32.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:25:0) after 1m54s
[09:31:26.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:25:0)
[09:31:26.271] Build status: SCHEDULED
[09:31:26.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:26:0) after 4m36s
[09:36:02.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:26:0)
[09:36:02.652] Build status: SCHEDULED
[09:36:02.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:27:0) after 4m23s
[09:40:25.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:27:0)
[09:40:25.755] Build status: SCHEDULED
[09:40:25.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:28:0) after 3m35s
[09:44:00.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:28:0)
[09:44:00.798] Build status: SCHEDULED
[09:44:00.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:29:0) after 9m30s
[09:53:30.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:29:0)
[09:53:30.835] Build status: SCHEDULED
[09:53:30.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:30:0) after 1m47s
[09:55:17.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:30:0)
[09:55:17.870] Build status: SCHEDULED
[09:55:17.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:31:0) after 6m42s
[10:01:59.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:31:0)
[10:02:00.053] Build status: SCHEDULED
[10:02:00.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:32:0) after 4m6s
[10:06:06.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:32:0)
[10:06:06.100] Build status: SCHEDULED
[10:06:06.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:33:0) after 7m50s
[10:13:56.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:33:0)
[10:13:56.141] Build status: SCHEDULED
[10:13:56.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:34:0) after 9m40s
[10:23:36.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:34:0)
[10:23:36.172] Build status: SCHEDULED
[10:23:36.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:35:0) after 4m22s
[10:27:58.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:35:0)
[10:27:58.216] Build status: SCHEDULED
[10:27:58.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:36:0) after 4m31s
[10:32:29.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:36:0)
[10:32:29.335] Build status: SCHEDULED
[10:32:29.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:37:0) after 6m40s
[10:39:09.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:37:0)
[10:39:09.384] Build status: SCHEDULED
[10:39:09.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:38:0) after 1m41s
[10:40:50.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:38:0)
[10:40:50.417] Build status: SCHEDULED
[10:40:50.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:39:0) after 1m17s
[10:42:07.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:39:0)
[10:42:07.427] Build status: SCHEDULED
[10:42:07.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:40:0) after 6m7s
[10:48:14.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:40:0)
[10:48:14.532] Build status: SCHEDULED
[10:48:14.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:41:0) after 2m43s
[10:50:57.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:41:0)
[10:50:57.576] Build status: SCHEDULED
[10:50:57.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:42:0) after 1m3s
[10:52:00.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:42:0)
[10:52:00.651] Build status: SCHEDULED
[10:52:00.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:43:0) after 3m11s
[10:55:11.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:43:0)
[10:55:11.688] Build status: SCHEDULED
[10:55:11.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:44:0) after 3m35s
[10:58:46.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:44:0)
[10:58:46.867] Build status: SCHEDULED
[10:58:46.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:45:0) after 7m22s
[11:06:08.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:45:0)
[11:06:09.014] Build status: SCHEDULED
[11:06:09.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:46:0) after 5m39s
[11:11:48.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:46:0)
[11:11:48.065] Build status: SCHEDULED
[11:11:48.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8870649910768506704:47:0) after 6m20s
[11:14:53.553] Received PubSub notification, asking Buildbucket for the build status
[11:14:53.569] Build:
{
  "id": "8705219848913858609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-29T07:27:13.628765263Z",
  "endTime": "2025-08-29T11:14:52.734264012Z",
  "updateTime": "2025-08-29T11:14:52.734264012Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
      "ref": "refs/heads/main"
    }
  }
}
[11:14:53.569] Invocation finished in 3h47m41.092784214s with status FAILED