LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-clang-tidy"
>

Incoming triggers

aa934598f4430bf44cb5070ae785ec9ff558aa7b (1 week ago)
bc055a5882fe7d0669c20813526f3e7a7fe14294 (1 week ago)
01610a739b206dbb6c81e8d3e88594ca6b670bc3 (1 week ago)
a5a09589881b2bd348eafe85e5944c7361613e4d (1 week ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d
gitiles_ref:refs/heads/main

Debug log (UTC)

[04:21:32.879] New invocation is queued and will start shortly
[04:21:33.973] Starting the invocation (attempt 1)
[04:21:34.005] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
[04:21:34.005] Popped gitiles commit info from properties and tags
[04:21:34.005] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:21:34.005] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:21:34.005] Buildbucket request:
{
  "requestId": "8881080242629566080",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8881080242629566080",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "aa934598f4430bf44cb5070ae785ec9ff558aa7b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aa934598f4430bf44cb5070ae785ec9ff558aa7b",
                        "title": "aa934598f4430bf44cb5070ae785ec9ff558aa7b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aa934598f4430bf44cb5070ae785ec9ff558aa7b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bc055a5882fe7d0669c20813526f3e7a7fe14294"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc055a5882fe7d0669c20813526f3e7a7fe14294",
                        "title": "bc055a5882fe7d0669c20813526f3e7a7fe14294",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc055a5882fe7d0669c20813526f3e7a7fe14294"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "01610a739b206dbb6c81e8d3e88594ca6b670bc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01610a739b206dbb6c81e8d3e88594ca6b670bc3",
                        "title": "01610a739b206dbb6c81e8d3e88594ca6b670bc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01610a739b206dbb6c81e8d3e88594ca6b670bc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5a09589881b2bd348eafe85e5944c7361613e4d",
                        "title": "a5a09589881b2bd348eafe85e5944c7361613e4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8881080242629566080"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:21:34.806] Scheduled build:
{
  "id": "8715650180673284225",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-06T04:21:34.118697961Z",
  "updateTime": "2025-05-06T04:21:34.118697961Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
      "ref": "refs/heads/main"
    }
  }
}
[04:21:34.806] Task URL: https://cr-buildbucket.appspot.com/build/8715650180673284225
[04:21:34.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:2:0) after 9m7s
[04:21:34.987] Received PubSub notification, asking Buildbucket for the build status
[04:21:35.062] Build status: SCHEDULED
[04:30:41.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:2:0)
[04:30:41.854] Build status: SCHEDULED
[04:30:41.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:4:0) after 5m31s
[04:36:12.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:4:0)
[04:36:12.915] Build status: SCHEDULED
[04:36:12.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:5:0) after 3m52s
[04:40:05.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:5:0)
[04:40:05.028] Build status: SCHEDULED
[04:40:05.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:6:0) after 2m12s
[04:42:17.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:6:0)
[04:42:17.053] Build status: SCHEDULED
[04:42:17.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:7:0) after 4m32s
[04:46:49.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:7:0)
[04:46:49.141] Build status: SCHEDULED
[04:46:49.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:8:0) after 7m36s
[04:54:25.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:8:0)
[04:54:25.234] Build status: SCHEDULED
[04:54:25.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:9:0) after 4m2s
[04:58:27.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:9:0)
[04:58:27.521] Build status: SCHEDULED
[04:58:27.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:10:0) after 3m24s
[05:01:51.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:10:0)
[05:01:51.730] Build status: SCHEDULED
[05:01:51.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:11:0) after 6m24s
[05:08:15.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:11:0)
[05:08:15.874] Build status: SCHEDULED
[05:08:15.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:12:0) after 9m16s
[05:17:32.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:12:0)
[05:17:32.070] Build status: SCHEDULED
[05:17:32.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:13:0) after 7m15s
[05:24:47.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:13:0)
[05:24:47.108] Build status: SCHEDULED
[05:24:47.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:14:0) after 1m4s
[05:25:51.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:14:0)
[05:25:51.182] Build status: SCHEDULED
[05:25:51.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:15:0) after 4m27s
[05:30:18.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:15:0)
[05:30:18.219] Build status: SCHEDULED
[05:30:18.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:16:0) after 2m17s
[05:32:35.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:16:0)
[05:32:35.313] Build status: SCHEDULED
[05:32:35.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:17:0) after 6m12s
[05:38:47.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:17:0)
[05:38:47.398] Build status: SCHEDULED
[05:38:47.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:18:0) after 3m10s
[05:41:57.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:18:0)
[05:41:57.427] Build status: SCHEDULED
[05:41:57.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:19:0) after 9m50s
[05:51:47.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:19:0)
[05:51:47.457] Build status: SCHEDULED
[05:51:47.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:20:0) after 8m35s
[06:00:22.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:20:0)
[06:00:22.559] Build status: SCHEDULED
[06:00:22.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:21:0) after 1m55s
[06:02:17.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:21:0)
[06:02:17.631] Build status: SCHEDULED
[06:02:17.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:22:0) after 3m2s
[06:05:19.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:22:0)
[06:05:19.656] Build status: SCHEDULED
[06:05:19.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:23:0) after 7m36s
[06:12:55.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:23:0)
[06:12:55.751] Build status: SCHEDULED
[06:12:55.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:24:0) after 9m3s
[06:21:58.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:24:0)
[06:21:58.824] Build status: SCHEDULED
[06:21:58.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:25:0) after 5m30s
[06:27:28.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:25:0)
[06:27:28.902] Build status: SCHEDULED
[06:27:28.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:26:0) after 4m55s
[06:32:24.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:26:0)
[06:32:24.474] Build status: SCHEDULED
[06:32:24.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:27:0) after 5m24s
[06:37:48.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:27:0)
[06:37:48.509] Build status: SCHEDULED
[06:37:48.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:28:0) after 1m38s
[06:39:26.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:28:0)
[06:39:26.769] Build status: SCHEDULED
[06:39:26.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:29:0) after 5m24s
[06:44:50.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:29:0)
[06:44:50.892] Build status: SCHEDULED
[06:44:50.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:30:0) after 8m8s
[06:52:58.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:30:0)
[06:52:59.013] Build status: SCHEDULED
[06:52:59.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:31:0) after 6m17s
[06:59:16.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:31:0)
[06:59:16.341] Build status: SCHEDULED
[06:59:16.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:32:0) after 9m57s
[07:09:13.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:32:0)
[07:09:13.409] Build status: SCHEDULED
[07:09:13.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:33:0) after 7m44s
[07:16:57.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:33:0)
[07:16:57.506] Build status: SCHEDULED
[07:16:57.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:34:0) after 8m55s
[07:25:53.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:34:0)
[07:25:53.201] Build status: SCHEDULED
[07:25:53.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:35:0) after 4m47s
[07:30:40.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:35:0)
[07:30:40.254] Build status: SCHEDULED
[07:30:40.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:36:0) after 7m41s
[07:38:21.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:36:0)
[07:38:21.378] Build status: SCHEDULED
[07:38:21.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:37:0) after 2m27s
[07:40:48.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:37:0)
[07:40:48.469] Build status: SCHEDULED
[07:40:48.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:38:0) after 8m58s
[07:49:46.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:38:0)
[07:49:46.688] Build status: SCHEDULED
[07:49:46.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:39:0) after 9m18s
[07:59:04.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:39:0)
[07:59:04.721] Build status: SCHEDULED
[07:59:04.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:40:0) after 4m12s
[08:03:16.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:40:0)
[08:03:16.792] Build status: SCHEDULED
[08:03:16.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:41:0) after 2m6s
[08:05:22.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:41:0)
[08:05:22.833] Build status: SCHEDULED
[08:05:22.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:42:0) after 5m43s
[08:11:05.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:42:0)
[08:11:05.925] Build status: SCHEDULED
[08:11:05.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:43:0) after 4m8s
[08:15:13.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:43:0)
[08:15:14.028] Build status: SCHEDULED
[08:15:14.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:44:0) after 3m14s
[08:18:28.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:44:0)
[08:18:28.071] Build status: SCHEDULED
[08:18:28.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:45:0) after 8m41s
[08:27:09.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:45:0)
[08:27:09.117] Build status: SCHEDULED
[08:27:09.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:46:0) after 8m17s
[08:35:26.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:46:0)
[08:35:26.209] Build status: SCHEDULED
[08:35:26.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:47:0) after 6m58s
[08:42:24.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:47:0)
[08:42:24.298] Build status: SCHEDULED
[08:42:24.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:48:0) after 3m16s
[08:45:40.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:48:0)
[08:45:40.387] Build status: SCHEDULED
[08:45:40.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:49:0) after 1m17s
[08:46:57.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:49:0)
[08:46:57.522] Build status: SCHEDULED
[08:46:57.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:50:0) after 6m32s
[08:53:29.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:50:0)
[08:53:29.577] Build status: SCHEDULED
[08:53:29.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:51:0) after 8m29s
[09:01:58.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:51:0)
[09:01:58.620] Build status: SCHEDULED
[09:01:58.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:52:0) after 6m56s
[09:08:54.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:52:0)
[09:08:54.724] Build status: SCHEDULED
[09:08:54.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:53:0) after 3m56s
[09:12:51.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:53:0)
[09:12:51.097] Build status: SCHEDULED
[09:12:51.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:54:0) after 4m34s
[09:17:25.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:54:0)
[09:17:25.256] Build status: SCHEDULED
[09:17:25.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:55:0) after 5m23s
[09:22:48.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:55:0)
[09:22:48.294] Build status: SCHEDULED
[09:22:48.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:56:0) after 6m9s
[09:28:57.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:56:0)
[09:28:57.334] Build status: SCHEDULED
[09:28:57.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:57:0) after 4m35s
[09:33:32.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:57:0)
[09:33:32.448] Build status: SCHEDULED
[09:33:32.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:58:0) after 4m50s
[09:38:22.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:58:0)
[09:38:22.491] Build status: SCHEDULED
[09:38:22.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:59:0) after 2m12s
[09:40:34.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:59:0)
[09:40:34.597] Build status: SCHEDULED
[09:40:34.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:60:0) after 2m3s
[09:42:37.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:60:0)
[09:42:37.709] Build status: SCHEDULED
[09:42:37.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:61:0) after 6m40s
[09:49:17.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:61:0)
[09:49:17.753] Build status: SCHEDULED
[09:49:17.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:62:0) after 5m9s
[09:54:26.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:62:0)
[09:54:26.844] Build status: SCHEDULED
[09:54:26.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:63:0) after 6m43s
[10:01:09.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:63:0)
[10:01:09.975] Build status: SCHEDULED
[10:01:09.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:64:0) after 7m38s
[10:08:47.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:64:0)
[10:08:48.000] Build status: SCHEDULED
[10:08:48.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:65:0) after 6m30s
[10:15:17.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:65:0)
[10:15:17.994] Build status: SCHEDULED
[10:15:17.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:66:0) after 2m43s
[10:18:01.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:66:0)
[10:18:01.098] Build status: SCHEDULED
[10:18:01.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:67:0) after 7m45s
[10:25:46.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:67:0)
[10:25:46.140] Build status: SCHEDULED
[10:25:46.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:68:0) after 1m55s
[10:27:41.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:68:0)
[10:27:41.188] Build status: SCHEDULED
[10:27:41.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:69:0) after 7m1s
[10:34:42.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:69:0)
[10:34:42.294] Build status: SCHEDULED
[10:34:42.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:70:0) after 2m51s
[10:37:33.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:70:0)
[10:37:33.699] Build status: SCHEDULED
[10:37:33.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:71:0) after 5m42s
[10:43:15.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:71:0)
[10:43:15.927] Build status: SCHEDULED
[10:43:15.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:72:0) after 9m48s
[10:53:03.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:72:0)
[10:53:03.967] Build status: SCHEDULED
[10:53:03.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:73:0) after 1m27s
[10:54:31.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:73:0)
[10:54:31.106] Build status: SCHEDULED
[10:54:31.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:74:0) after 8m25s
[11:02:56.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:74:0)
[11:02:56.258] Build status: SCHEDULED
[11:02:56.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:75:0) after 2m28s
[11:05:24.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:75:0)
[11:05:24.327] Build status: SCHEDULED
[11:05:24.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:76:0) after 6m2s
[11:11:26.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:76:0)
[11:11:26.463] Build status: SCHEDULED
[11:11:26.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:77:0) after 9m56s
[11:21:22.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:77:0)
[11:21:22.577] Build status: SCHEDULED
[11:21:22.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:78:0) after 8m43s
[11:30:05.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:78:0)
[11:30:05.820] Build status: SCHEDULED
[11:30:05.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:79:0) after 4m4s
[11:34:09.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:79:0)
[11:34:09.980] Build status: SCHEDULED
[11:34:09.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:80:0) after 2m22s
[11:36:32.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:80:0)
[11:36:32.078] Build status: SCHEDULED
[11:36:32.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:81:0) after 1m56s
[11:38:28.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:81:0)
[11:38:28.115] Build status: SCHEDULED
[11:38:28.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:82:0) after 1m55s
[11:40:23.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:82:0)
[11:40:23.153] Build status: SCHEDULED
[11:40:23.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:83:0) after 2m44s
[11:43:07.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:83:0)
[11:43:07.364] Build status: SCHEDULED
[11:43:07.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:84:0) after 5m51s
[11:48:58.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:84:0)
[11:48:58.401] Build status: SCHEDULED
[11:48:58.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:85:0) after 1m33s
[11:50:31.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:85:0)
[11:50:31.440] Build status: SCHEDULED
[11:50:31.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:86:0) after 8m9s
[11:58:40.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:86:0)
[11:58:40.533] Build status: SCHEDULED
[11:58:40.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:87:0) after 4m34s
[12:03:14.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:87:0)
[12:03:14.605] Build status: SCHEDULED
[12:03:14.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:88:0) after 7m20s
[12:10:34.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:88:0)
[12:10:34.667] Build status: SCHEDULED
[12:10:34.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:89:0) after 6m19s
[12:16:53.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:89:0)
[12:16:53.762] Build status: SCHEDULED
[12:16:53.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:90:0) after 4m6s
[12:21:00.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:90:0)
[12:21:00.073] Build status: SCHEDULED
[12:21:00.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8881080242629566080:91:0) after 3m19s
[12:21:40.111] Received PubSub notification, asking Buildbucket for the build status
[12:21:40.130] Build:
{
  "id": "8715650180673284225",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-06T04:21:34.118697961Z",
  "endTime": "2025-05-06T12:21:39.880051260Z",
  "updateTime": "2025-05-06T12:21:39.880051260Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
      "ref": "refs/heads/main"
    }
  }
}
[12:21:40.130] Invocation finished in 8h0m7.26127686s with status FAILED