LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-clang-tidy"
>

Incoming triggers

112469838117e4f778f0b0fe035d174801c933d9 (3 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "112469838117e4f778f0b0fe035d174801c933d9"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/112469838117e4f778f0b0fe035d174801c933d9
gitiles_ref:refs/heads/main

Debug log (UTC)

[15:05:21.069] New invocation is queued and will start shortly
[15:05:22.615] Starting the invocation (attempt 1)
[15:05:22.642] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/112469838117e4f778f0b0fe035d174801c933d9"
[15:05:22.642] Popped gitiles commit info from properties and tags
[15:05:22.642] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:05:22.642] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:05:22.642] Buildbucket request:
{
  "requestId": "8886656749957940944",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8886656749957940944",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "112469838117e4f778f0b0fe035d174801c933d9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@112469838117e4f778f0b0fe035d174801c933d9",
                        "title": "112469838117e4f778f0b0fe035d174801c933d9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/112469838117e4f778f0b0fe035d174801c933d9"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "112469838117e4f778f0b0fe035d174801c933d9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8886656749957940944"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:05:23.004] Scheduled build:
{
  "id": "8721226687588889377",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-05T15:05:22.697957032Z",
  "updateTime": "2025-03-05T15:05:22.697957032Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "112469838117e4f778f0b0fe035d174801c933d9",
      "ref": "refs/heads/main"
    }
  }
}
[15:05:23.004] Task URL: https://cr-buildbucket.appspot.com/build/8721226687588889377
[15:05:23.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:2:0) after 9m21s
[15:05:24.187] Received PubSub notification, asking Buildbucket for the build status
[15:05:24.212] Build status: SCHEDULED
[15:14:44.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:2:0)
[15:14:44.139] Build status: SCHEDULED
[15:14:44.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:4:0) after 5m52s
[15:20:36.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:4:0)
[15:20:36.205] Build status: SCHEDULED
[15:20:36.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:5:0) after 4m24s
[15:25:00.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:5:0)
[15:25:00.395] Build status: SCHEDULED
[15:25:00.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:6:0) after 9m37s
[15:34:37.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:6:0)
[15:34:37.460] Build status: SCHEDULED
[15:34:37.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:7:0) after 4m24s
[15:39:01.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:7:0)
[15:39:01.503] Build status: SCHEDULED
[15:39:01.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:8:0) after 1m53s
[15:40:54.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:8:0)
[15:40:54.644] Build status: SCHEDULED
[15:40:54.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:9:0) after 5m53s
[15:46:47.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:9:0)
[15:46:47.729] Build status: SCHEDULED
[15:46:47.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:10:0) after 3m40s
[15:50:27.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:10:0)
[15:50:27.772] Build status: SCHEDULED
[15:50:27.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:11:0) after 3m17s
[15:53:44.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:11:0)
[15:53:44.904] Build status: SCHEDULED
[15:53:44.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:12:0) after 1m14s
[15:54:59.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:12:0)
[15:54:59.051] Build status: SCHEDULED
[15:54:59.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:13:0) after 5m7s
[16:00:06.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:13:0)
[16:00:06.118] Build status: SCHEDULED
[16:00:06.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:14:0) after 3m4s
[16:03:10.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:14:0)
[16:03:10.209] Build status: SCHEDULED
[16:03:10.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:15:0) after 1m17s
[16:04:27.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:15:0)
[16:04:27.254] Build status: SCHEDULED
[16:04:27.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:16:0) after 5m42s
[16:10:09.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:16:0)
[16:10:09.318] Build status: SCHEDULED
[16:10:09.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:17:0) after 5m23s
[16:15:32.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:17:0)
[16:15:32.556] Build status: SCHEDULED
[16:15:32.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:18:0) after 2m57s
[16:18:29.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:18:0)
[16:18:29.601] Build status: SCHEDULED
[16:18:29.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:19:0) after 2m13s
[16:20:42.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:19:0)
[16:20:42.664] Build status: SCHEDULED
[16:20:42.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:20:0) after 1m0s
[16:21:42.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:20:0)
[16:21:42.754] Build status: SCHEDULED
[16:21:42.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:21:0) after 6m1s
[16:27:43.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:21:0)
[16:27:43.801] Build status: SCHEDULED
[16:27:43.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:22:0) after 4m25s
[16:32:08.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:22:0)
[16:32:08.864] Build status: SCHEDULED
[16:32:08.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:23:0) after 9m29s
[16:41:37.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:23:0)
[16:41:37.954] Build status: SCHEDULED
[16:41:37.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:24:0) after 9m58s
[16:51:36.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:24:0)
[16:51:36.151] Build status: SCHEDULED
[16:51:36.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:25:0) after 4m28s
[16:56:04.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:25:0)
[16:56:04.188] Build status: SCHEDULED
[16:56:04.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:26:0) after 2m5s
[16:58:09.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:26:0)
[16:58:09.244] Build status: SCHEDULED
[16:58:09.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:27:0) after 3m14s
[17:01:23.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:27:0)
[17:01:23.370] Build status: SCHEDULED
[17:01:23.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:28:0) after 8m46s
[17:10:09.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:28:0)
[17:10:09.538] Build status: SCHEDULED
[17:10:09.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:29:0) after 2m54s
[17:13:03.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:29:0)
[17:13:03.584] Build status: SCHEDULED
[17:13:03.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:30:0) after 3m12s
[17:16:15.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:30:0)
[17:16:15.771] Build status: SCHEDULED
[17:16:15.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:31:0) after 8m43s
[17:24:59.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:31:0)
[17:24:59.065] Build status: SCHEDULED
[17:24:59.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:32:0) after 7m14s
[17:32:13.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:32:0)
[17:32:13.104] Build status: SCHEDULED
[17:32:13.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:33:0) after 2m3s
[17:34:16.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:33:0)
[17:34:16.258] Build status: SCHEDULED
[17:34:16.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:34:0) after 4m35s
[17:38:51.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:34:0)
[17:38:51.355] Build status: SCHEDULED
[17:38:51.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:35:0) after 5m25s
[17:44:16.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:35:0)
[17:44:16.441] Build status: SCHEDULED
[17:44:16.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:36:0) after 9m33s
[17:53:49.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:36:0)
[17:53:49.593] Build status: SCHEDULED
[17:53:49.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:37:0) after 5m13s
[17:59:02.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:37:0)
[17:59:02.731] Build status: SCHEDULED
[17:59:02.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:38:0) after 9m5s
[18:08:07.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:38:0)
[18:08:07.821] Build status: SCHEDULED
[18:08:07.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:39:0) after 8m40s
[18:16:47.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:39:0)
[18:16:47.942] Build status: SCHEDULED
[18:16:47.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:40:0) after 8m30s
[18:25:17.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:40:0)
[18:25:18.000] Build status: SCHEDULED
[18:25:18.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:41:0) after 5m31s
[18:30:49.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:41:0)
[18:30:49.103] Build status: SCHEDULED
[18:30:49.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:42:0) after 8m22s
[18:39:11.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:42:0)
[18:39:11.150] Build status: SCHEDULED
[18:39:11.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:43:0) after 9m47s
[18:48:58.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:43:0)
[18:48:58.285] Build status: SCHEDULED
[18:48:58.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:44:0) after 2m37s
[18:51:35.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:44:0)
[18:51:35.378] Build status: SCHEDULED
[18:51:35.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:45:0) after 9m6s
[19:00:41.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:45:0)
[19:00:41.423] Build status: SCHEDULED
[19:00:41.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:46:0) after 4m32s
[19:05:13.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:46:0)
[19:05:13.531] Build status: SCHEDULED
[19:05:13.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:47:0) after 5m40s
[19:10:53.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:47:0)
[19:10:53.562] Build status: SCHEDULED
[19:10:53.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:48:0) after 1m38s
[19:12:31.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:48:0)
[19:12:31.742] Build status: SCHEDULED
[19:12:31.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:49:0) after 2m46s
[19:15:17.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:49:0)
[19:15:17.883] Build status: SCHEDULED
[19:15:17.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:50:0) after 6m9s
[19:21:26.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:50:0)
[19:21:26.975] Build status: SCHEDULED
[19:21:26.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:51:0) after 9m53s
[19:31:19.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:51:0)
[19:31:20.009] Build status: SCHEDULED
[19:31:20.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:52:0) after 1m39s
[19:32:58.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:52:0)
[19:32:59.005] Build status: SCHEDULED
[19:32:59.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:53:0) after 7m42s
[19:40:41.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:53:0)
[19:40:41.049] Build status: SCHEDULED
[19:40:41.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:54:0) after 9m39s
[19:50:20.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:54:0)
[19:50:20.190] Build status: SCHEDULED
[19:50:20.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:55:0) after 4m23s
[19:54:43.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:55:0)
[19:54:43.235] Build status: SCHEDULED
[19:54:43.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:56:0) after 3m38s
[19:58:21.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:56:0)
[19:58:21.402] Build status: SCHEDULED
[19:58:21.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:57:0) after 6m36s
[20:04:57.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:57:0)
[20:04:57.450] Build status: SCHEDULED
[20:04:57.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:58:0) after 9m57s
[20:14:54.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:58:0)
[20:14:54.492] Build status: SCHEDULED
[20:14:54.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:59:0) after 5m51s
[20:20:45.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:59:0)
[20:20:45.546] Build status: SCHEDULED
[20:20:45.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:60:0) after 3m42s
[20:24:27.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:60:0)
[20:24:27.592] Build status: SCHEDULED
[20:24:27.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:61:0) after 1m17s
[20:25:44.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:61:0)
[20:25:44.787] Build status: SCHEDULED
[20:25:44.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:62:0) after 8m20s
[20:34:04.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:62:0)
[20:34:04.935] Build status: SCHEDULED
[20:34:04.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:63:0) after 8m20s
[20:42:24.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:63:0)
[20:42:24.982] Build status: SCHEDULED
[20:42:24.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:64:0) after 5m41s
[20:48:06.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:64:0)
[20:48:06.117] Build status: SCHEDULED
[20:48:06.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:65:0) after 5m16s
[20:53:22.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:65:0)
[20:53:22.249] Build status: SCHEDULED
[20:53:22.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:66:0) after 1m42s
[20:55:04.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:66:0)
[20:55:04.301] Build status: SCHEDULED
[20:55:04.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:67:0) after 4m28s
[20:59:32.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:67:0)
[20:59:32.372] Build status: SCHEDULED
[20:59:32.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:68:0) after 4m38s
[21:04:10.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:68:0)
[21:04:10.411] Build status: SCHEDULED
[21:04:10.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:69:0) after 3m28s
[21:07:38.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:69:0)
[21:07:38.592] Build status: SCHEDULED
[21:07:38.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:70:0) after 2m11s
[21:09:49.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:70:0)
[21:09:49.686] Build status: SCHEDULED
[21:09:49.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:71:0) after 6m15s
[21:16:04.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:71:0)
[21:16:04.775] Build status: SCHEDULED
[21:16:04.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:72:0) after 6m13s
[21:22:17.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:72:0)
[21:22:17.812] Build status: SCHEDULED
[21:22:17.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:73:0) after 3m59s
[21:26:16.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:73:0)
[21:26:16.891] Build status: SCHEDULED
[21:26:16.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:74:0) after 1m26s
[21:27:43.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:74:0)
[21:27:43.019] Build status: SCHEDULED
[21:27:43.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:75:0) after 4m31s
[21:32:14.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:75:0)
[21:32:14.129] Build status: SCHEDULED
[21:32:14.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:76:0) after 8m22s
[21:40:36.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:76:0)
[21:40:36.219] Build status: SCHEDULED
[21:40:36.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:77:0) after 1m25s
[21:42:01.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:77:0)
[21:42:01.351] Build status: SCHEDULED
[21:42:01.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:78:0) after 5m3s
[21:47:04.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:78:0)
[21:47:04.397] Build status: SCHEDULED
[21:47:04.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:79:0) after 2m26s
[21:49:30.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:79:0)
[21:49:30.496] Build status: SCHEDULED
[21:49:30.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:80:0) after 3m44s
[21:53:14.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:80:0)
[21:53:14.505] Build status: SCHEDULED
[21:53:14.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:81:0) after 1m44s
[21:54:58.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:81:0)
[21:54:58.547] Build status: SCHEDULED
[21:54:58.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:82:0) after 6m34s
[22:01:32.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:82:0)
[22:01:32.623] Build status: SCHEDULED
[22:01:32.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:83:0) after 1m40s
[22:03:12.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:83:0)
[22:03:12.755] Build status: SCHEDULED
[22:03:12.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:84:0) after 1m33s
[22:04:45.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:84:0)
[22:04:45.964] Build status: SCHEDULED
[22:04:45.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:85:0) after 5m55s
[22:10:40.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:85:0)
[22:10:41.010] Build status: SCHEDULED
[22:10:41.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:86:0) after 4m34s
[22:15:15.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:86:0)
[22:15:15.048] Build status: SCHEDULED
[22:15:15.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:87:0) after 6m47s
[22:22:02.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:87:0)
[22:22:02.141] Build status: SCHEDULED
[22:22:02.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:88:0) after 2m5s
[22:24:07.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:88:0)
[22:24:07.298] Build status: SCHEDULED
[22:24:07.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:89:0) after 6m7s
[22:30:14.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:89:0)
[22:30:14.341] Build status: SCHEDULED
[22:30:14.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:90:0) after 6m22s
[22:36:36.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:90:0)
[22:36:36.461] Build status: SCHEDULED
[22:36:36.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:91:0) after 2m43s
[22:39:19.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:91:0)
[22:39:19.540] Build status: SCHEDULED
[22:39:19.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:92:0) after 8m23s
[22:47:42.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:92:0)
[22:47:42.734] Build status: SCHEDULED
[22:47:42.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:93:0) after 4m42s
[22:52:24.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:93:0)
[22:52:24.805] Build status: SCHEDULED
[22:52:24.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:94:0) after 5m25s
[22:57:49.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:94:0)
[22:57:49.826] Build status: SCHEDULED
[22:57:49.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:95:0) after 5m49s
[23:03:38.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:95:0)
[23:03:38.920] Build status: SCHEDULED
[23:03:38.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8886656749957940944:96:0) after 6m11s
[23:05:24.989] Received PubSub notification, asking Buildbucket for the build status
[23:05:25.010] Build:
{
  "id": "8721226687588889377",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-05T15:05:22.697957032Z",
  "endTime": "2025-03-05T23:05:24.485868549Z",
  "updateTime": "2025-03-05T23:05:24.485868549Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "112469838117e4f778f0b0fe035d174801c933d9",
      "ref": "refs/heads/main"
    }
  }
}
[23:05:25.010] Invocation finished in 8h0m3.95611014s with status FAILED