LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

d214608ac080eb9211f2fe6b0729d03580e78727 (2 weeks ago)
243a329868f2c0bae9235255f25029e5f1c12013 (2 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "243a329868f2c0bae9235255f25029e5f1c12013"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/243a329868f2c0bae9235255f25029e5f1c12013
gitiles_ref:refs/heads/main

Debug log (UTC)

[01:23:27.445] New invocation is queued and will start shortly
[01:23:28.520] Starting the invocation (attempt 1)
[01:23:28.546] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/243a329868f2c0bae9235255f25029e5f1c12013"
[01:23:28.546] Popped gitiles commit info from properties and tags
[01:23:28.546] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:23:28.546] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:23:28.547] Buildbucket request:
{
  "requestId": "8877195777563828368",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877195777563828368",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d214608ac080eb9211f2fe6b0729d03580e78727"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d214608ac080eb9211f2fe6b0729d03580e78727",
                        "title": "d214608ac080eb9211f2fe6b0729d03580e78727",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d214608ac080eb9211f2fe6b0729d03580e78727"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "243a329868f2c0bae9235255f25029e5f1c12013"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@243a329868f2c0bae9235255f25029e5f1c12013",
                        "title": "243a329868f2c0bae9235255f25029e5f1c12013",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/243a329868f2c0bae9235255f25029e5f1c12013"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "243a329868f2c0bae9235255f25029e5f1c12013",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877195777563828368"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:23:29.011] Scheduled build:
{
  "id": "8711765715569208913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-18T01:23:28.721848346Z",
  "updateTime": "2025-06-18T01:23:28.721848346Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "243a329868f2c0bae9235255f25029e5f1c12013",
      "ref": "refs/heads/main"
    }
  }
}
[01:23:29.011] Task URL: https://cr-buildbucket.appspot.com/build/8711765715569208913
[01:23:29.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:2:0) after 2m21s
[01:23:30.006] Received PubSub notification, asking Buildbucket for the build status
[01:23:30.029] Build status: SCHEDULED
[01:25:50.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:2:0)
[01:25:50.061] Build status: SCHEDULED
[01:25:50.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:4:0) after 9m6s
[01:34:56.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:4:0)
[01:34:56.139] Build status: SCHEDULED
[01:34:56.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:5:0) after 9m3s
[01:43:59.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:5:0)
[01:43:59.250] Build status: SCHEDULED
[01:43:59.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:6:0) after 9m12s
[01:53:11.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:6:0)
[01:53:11.313] Build status: SCHEDULED
[01:53:11.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:7:0) after 7m58s
[02:01:09.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:7:0)
[02:01:09.376] Build status: SCHEDULED
[02:01:09.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:8:0) after 3m19s
[02:04:28.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:8:0)
[02:04:28.412] Build status: SCHEDULED
[02:04:28.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:9:0) after 3m15s
[02:07:43.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:9:0)
[02:07:43.504] Build status: SCHEDULED
[02:07:43.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:10:0) after 4m20s
[02:12:03.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:10:0)
[02:12:03.545] Build status: SCHEDULED
[02:12:03.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:11:0) after 9m32s
[02:21:35.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:11:0)
[02:21:35.841] Build status: SCHEDULED
[02:21:35.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:12:0) after 9m5s
[02:30:40.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:12:0)
[02:30:40.903] Build status: SCHEDULED
[02:30:40.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:13:0) after 3m59s
[02:34:39.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:13:0)
[02:34:39.993] Build status: SCHEDULED
[02:34:39.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:14:0) after 1m30s
[02:36:10.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:14:0)
[02:36:10.133] Build status: SCHEDULED
[02:36:10.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:15:0) after 9m48s
[02:45:58.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:15:0)
[02:45:58.179] Build status: SCHEDULED
[02:45:58.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:16:0) after 6m10s
[02:52:08.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:16:0)
[02:52:08.235] Build status: SCHEDULED
[02:52:08.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:17:0) after 6m24s
[02:58:32.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:17:0)
[02:58:32.537] Build status: SCHEDULED
[02:58:32.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:18:0) after 4m51s
[03:03:23.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:18:0)
[03:03:23.595] Build status: SCHEDULED
[03:03:23.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:19:0) after 5m47s
[03:09:10.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:19:0)
[03:09:10.641] Build status: SCHEDULED
[03:09:10.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:20:0) after 7m8s
[03:16:18.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:20:0)
[03:16:18.772] Build status: SCHEDULED
[03:16:18.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:21:0) after 4m57s
[03:21:15.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:21:0)
[03:21:15.810] Build status: SCHEDULED
[03:21:15.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:22:0) after 8m35s
[03:29:51.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:22:0)
[03:29:51.032] Build status: SCHEDULED
[03:29:51.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:23:0) after 8m34s
[03:38:25.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:23:0)
[03:38:25.162] Build status: SCHEDULED
[03:38:25.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:24:0) after 7m7s
[03:45:32.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:24:0)
[03:45:32.248] Build status: SCHEDULED
[03:45:32.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:25:0) after 7m9s
[03:52:41.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:25:0)
[03:52:41.344] Build status: SCHEDULED
[03:52:41.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:26:0) after 5m16s
[03:57:57.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:26:0)
[03:57:57.902] Build status: SCHEDULED
[03:57:57.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:27:0) after 4m28s
[04:02:26.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:27:0)
[04:02:26.192] Build status: SCHEDULED
[04:02:26.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:28:0) after 4m42s
[04:07:08.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:28:0)
[04:07:08.348] Build status: SCHEDULED
[04:07:08.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:29:0) after 8m54s
[04:16:02.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:29:0)
[04:16:02.777] Build status: SCHEDULED
[04:16:02.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:30:0) after 8m15s
[04:24:17.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:30:0)
[04:24:17.870] Build status: SCHEDULED
[04:24:17.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:31:0) after 4m41s
[04:28:58.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:31:0)
[04:28:58.903] Build status: SCHEDULED
[04:28:58.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:32:0) after 6m2s
[04:35:00.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:32:0)
[04:35:01.011] Build status: SCHEDULED
[04:35:01.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:33:0) after 7m55s
[04:42:56.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:33:0)
[04:42:56.216] Build status: SCHEDULED
[04:42:56.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:34:0) after 9m6s
[04:52:02.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:34:0)
[04:52:02.335] Build status: SCHEDULED
[04:52:02.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:35:0) after 8m9s
[05:00:11.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:35:0)
[05:00:11.375] Build status: SCHEDULED
[05:00:11.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:36:0) after 5m44s
[05:05:55.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:36:0)
[05:05:55.420] Build status: SCHEDULED
[05:05:55.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:37:0) after 1m31s
[05:07:26.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:37:0)
[05:07:26.472] Build status: SCHEDULED
[05:07:26.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:38:0) after 4m47s
[05:12:13.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:38:0)
[05:12:13.515] Build status: SCHEDULED
[05:12:13.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:39:0) after 4m51s
[05:17:04.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:39:0)
[05:17:04.725] Build status: SCHEDULED
[05:17:04.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:40:0) after 4m12s
[05:21:17.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:40:0)
[05:21:17.288] Build status: SCHEDULED
[05:21:17.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:41:0) after 5m39s
[05:26:56.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:41:0)
[05:26:56.535] Build status: SCHEDULED
[05:26:56.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:42:0) after 1m27s
[05:28:23.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:42:0)
[05:28:23.572] Build status: SCHEDULED
[05:28:23.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:43:0) after 5m14s
[05:33:37.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:43:0)
[05:33:37.651] Build status: SCHEDULED
[05:33:37.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:44:0) after 4m15s
[05:37:52.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:44:0)
[05:37:52.801] Build status: SCHEDULED
[05:37:52.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:45:0) after 3m56s
[05:41:48.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:45:0)
[05:41:49.156] Build status: SCHEDULED
[05:41:49.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:46:0) after 8m47s
[05:50:36.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:46:0)
[05:50:36.241] Build status: SCHEDULED
[05:50:36.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:47:0) after 4m38s
[05:55:14.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:47:0)
[05:55:14.278] Build status: SCHEDULED
[05:55:14.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:48:0) after 4m57s
[06:00:11.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:48:0)
[06:00:11.361] Build status: SCHEDULED
[06:00:11.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:49:0) after 5m42s
[06:05:53.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:49:0)
[06:05:53.406] Build status: SCHEDULED
[06:05:53.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:50:0) after 5m36s
[06:11:29.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:50:0)
[06:11:29.486] Build status: SCHEDULED
[06:11:29.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:51:0) after 5m6s
[06:16:35.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:51:0)
[06:16:35.542] Build status: SCHEDULED
[06:16:35.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:52:0) after 5m52s
[06:22:27.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:52:0)
[06:22:27.581] Build status: SCHEDULED
[06:22:27.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:53:0) after 5m38s
[06:28:05.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:53:0)
[06:28:05.636] Build status: SCHEDULED
[06:28:05.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:54:0) after 1m3s
[06:29:08.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:54:0)
[06:29:08.672] Build status: SCHEDULED
[06:29:08.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:55:0) after 1m43s
[06:30:51.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:55:0)
[06:30:51.825] Build status: SCHEDULED
[06:30:51.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:56:0) after 2m42s
[06:33:33.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:56:0)
[06:33:33.868] Build status: SCHEDULED
[06:33:33.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:57:0) after 2m17s
[06:35:50.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:57:0)
[06:35:50.912] Build status: SCHEDULED
[06:35:50.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:58:0) after 6m44s
[06:42:34.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:58:0)
[06:42:34.943] Build status: SCHEDULED
[06:42:34.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:59:0) after 1m56s
[06:44:31.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:59:0)
[06:44:31.139] Build status: SCHEDULED
[06:44:31.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:60:0) after 5m1s
[06:49:32.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:60:0)
[06:49:32.257] Build status: SCHEDULED
[06:49:32.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:61:0) after 1m45s
[06:51:17.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:61:0)
[06:51:17.552] Build status: SCHEDULED
[06:51:17.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:62:0) after 4m38s
[06:55:55.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:62:0)
[06:55:55.662] Build status: SCHEDULED
[06:55:55.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:63:0) after 5m9s
[07:01:04.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:63:0)
[07:01:04.732] Build status: SCHEDULED
[07:01:04.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:64:0) after 9m30s
[07:10:34.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:64:0)
[07:10:34.935] Build status: SCHEDULED
[07:10:34.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:65:0) after 8m39s
[07:19:13.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:65:0)
[07:19:14.019] Build status: SCHEDULED
[07:19:14.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:66:0) after 8m51s
[07:28:05.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:66:0)
[07:28:05.056] Build status: SCHEDULED
[07:28:05.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:67:0) after 4m34s
[07:32:39.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:67:0)
[07:32:39.253] Build status: SCHEDULED
[07:32:39.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:68:0) after 8m55s
[07:41:34.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:68:0)
[07:41:34.419] Build status: SCHEDULED
[07:41:34.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:69:0) after 1m1s
[07:42:35.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:69:0)
[07:42:35.468] Build status: SCHEDULED
[07:42:35.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:70:0) after 7m9s
[07:49:44.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:70:0)
[07:49:44.529] Build status: SCHEDULED
[07:49:44.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:71:0) after 2m52s
[07:52:36.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:71:0)
[07:52:36.952] Build status: SCHEDULED
[07:52:36.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:72:0) after 9m57s
[08:02:34.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:72:0)
[08:02:34.364] Build status: SCHEDULED
[08:02:34.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:73:0) after 6m44s
[08:09:18.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:73:0)
[08:09:18.477] Build status: SCHEDULED
[08:09:18.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:74:0) after 6m30s
[08:15:48.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:74:0)
[08:15:48.621] Build status: SCHEDULED
[08:15:48.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:75:0) after 9m11s
[08:24:59.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:75:0)
[08:24:59.713] Build status: SCHEDULED
[08:24:59.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:76:0) after 2m26s
[08:27:26.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:76:0)
[08:27:26.051] Build status: SCHEDULED
[08:27:26.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:77:0) after 3m45s
[08:31:11.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:77:0)
[08:31:11.103] Build status: SCHEDULED
[08:31:11.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:78:0) after 2m50s
[08:34:01.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:78:0)
[08:34:01.144] Build status: SCHEDULED
[08:34:01.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:79:0) after 8m38s
[08:42:39.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:79:0)
[08:42:39.313] Build status: SCHEDULED
[08:42:39.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:80:0) after 5m34s
[08:48:13.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:80:0)
[08:48:13.373] Build status: SCHEDULED
[08:48:13.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:81:0) after 3m52s
[08:52:05.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:81:0)
[08:52:05.493] Build status: SCHEDULED
[08:52:05.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:82:0) after 4m54s
[08:56:59.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:82:0)
[08:56:59.612] Build status: SCHEDULED
[08:56:59.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:83:0) after 1m31s
[08:58:30.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:83:0)
[08:58:30.830] Build status: SCHEDULED
[08:58:30.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:84:0) after 3m14s
[09:01:44.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:84:0)
[09:01:44.873] Build status: SCHEDULED
[09:01:44.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:85:0) after 1m2s
[09:02:46.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:85:0)
[09:02:46.920] Build status: SCHEDULED
[09:02:46.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:86:0) after 8m35s
[09:11:21.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:86:0)
[09:11:22.020] Build status: SCHEDULED
[09:11:22.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:87:0) after 4m2s
[09:15:24.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:87:0)
[09:15:24.145] Build status: SCHEDULED
[09:15:24.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:88:0) after 6m3s
[09:21:27.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:88:0)
[09:21:27.176] Build status: SCHEDULED
[09:21:27.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8877195777563828368:89:0) after 5m48s
[09:23:38.992] Received PubSub notification, asking Buildbucket for the build status
[09:23:39.019] Build:
{
  "id": "8711765715569208913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-18T01:23:28.721848346Z",
  "endTime": "2025-06-18T09:23:35.160328058Z",
  "updateTime": "2025-06-18T09:23:35.160328058Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "243a329868f2c0bae9235255f25029e5f1c12013",
      "ref": "refs/heads/main"
    }
  }
}
[09:23:39.019] Invocation finished in 8h0m11.584315768s with status FAILED