Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:08:04.714] New invocation is queued and will start shortly
[02:08:05.761] Starting the invocation (attempt 1)
[02:08:05.792] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4"
[02:08:05.792] Popped gitiles commit info from properties and tags
[02:08:05.792] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:08:05.792] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:08:05.792] Buildbucket request:
{
  "requestId": "8875018643053521888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8875018643053521888",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "00a7ab24e05a74b7e453d02a0630a66ca8a9fe55"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@00a7ab24e05a74b7e453d02a0630a66ca8a9fe55",
                        "title": "00a7ab24e05a74b7e453d02a0630a66ca8a9fe55",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/00a7ab24e05a74b7e453d02a0630a66ca8a9fe55"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "afe5e94335ce174f551174bcd607cfb919a00ddc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@afe5e94335ce174f551174bcd607cfb919a00ddc",
                        "title": "afe5e94335ce174f551174bcd607cfb919a00ddc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/afe5e94335ce174f551174bcd607cfb919a00ddc"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fabfb75408f8db82284c397734da71aac93f9e98"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fabfb75408f8db82284c397734da71aac93f9e98",
                        "title": "fabfb75408f8db82284c397734da71aac93f9e98",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fabfb75408f8db82284c397734da71aac93f9e98"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
                        "title": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875018643053521888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:08:06.245] Scheduled build:
{
  "id": "8709588581200685121",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-12T02:08:05.851958492Z",
  "updateTime": "2025-07-12T02:08:05.851958492Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
      "ref": "refs/heads/main"
    }
  }
}
[02:08:06.245] Task URL: https://cr-buildbucket.appspot.com/build/8709588581200685121
[02:08:06.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:2:0) after 7m59s
[02:08:07.298] Received PubSub notification, asking Buildbucket for the build status
[02:08:07.320] Build status: SCHEDULED
[02:16:05.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:2:0)
[02:16:05.294] Build status: SCHEDULED
[02:16:05.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:4:0) after 1m58s
[02:18:03.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:4:0)
[02:18:03.378] Build status: SCHEDULED
[02:18:03.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:5:0) after 6m28s
[02:24:31.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:5:0)
[02:24:31.429] Build status: SCHEDULED
[02:24:31.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:6:0) after 6m2s
[02:30:33.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:6:0)
[02:30:33.804] Build status: SCHEDULED
[02:30:33.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:7:0) after 3m41s
[02:34:14.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:7:0)
[02:34:14.891] Build status: SCHEDULED
[02:34:14.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:8:0) after 9m50s
[02:44:04.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:8:0)
[02:44:04.966] Build status: SCHEDULED
[02:44:04.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:9:0) after 6m32s
[02:50:37.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:9:0)
[02:50:37.157] Build status: SCHEDULED
[02:50:37.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:10:0) after 4m8s
[02:54:45.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:10:0)
[02:54:45.260] Build status: SCHEDULED
[02:54:45.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:11:0) after 1m34s
[02:56:19.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:11:0)
[02:56:19.594] Build status: SCHEDULED
[02:56:19.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:12:0) after 4m37s
[03:00:56.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:12:0)
[03:00:56.725] Build status: SCHEDULED
[03:00:56.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:13:0) after 8m55s
[03:09:51.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:13:0)
[03:09:51.928] Build status: SCHEDULED
[03:09:51.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:14:0) after 4m46s
[03:14:38.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:14:0)
[03:14:38.108] Build status: SCHEDULED
[03:14:38.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:15:0) after 8m9s
[03:22:47.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:15:0)
[03:22:47.278] Build status: SCHEDULED
[03:22:47.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:16:0) after 8m12s
[03:30:59.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:16:0)
[03:30:59.326] Build status: SCHEDULED
[03:30:59.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:17:0) after 1m8s
[03:32:07.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:17:0)
[03:32:07.418] Build status: SCHEDULED
[03:32:07.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:18:0) after 4m52s
[03:36:59.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:18:0)
[03:36:59.532] Build status: SCHEDULED
[03:36:59.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:19:0) after 7m8s
[03:44:07.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:19:0)
[03:44:07.677] Build status: SCHEDULED
[03:44:07.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:20:0) after 7m22s
[03:51:29.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:20:0)
[03:51:29.719] Build status: SCHEDULED
[03:51:29.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:21:0) after 8m55s
[04:00:25.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:21:0)
[04:00:25.081] Build status: SCHEDULED
[04:00:25.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:22:0) after 7m13s
[04:07:38.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:22:0)
[04:07:38.120] Build status: SCHEDULED
[04:07:38.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:23:0) after 3m19s
[04:10:57.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:23:0)
[04:10:57.180] Build status: SCHEDULED
[04:10:57.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:24:0) after 7m40s
[04:18:37.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:24:0)
[04:18:37.277] Build status: SCHEDULED
[04:18:37.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:25:0) after 9m4s
[04:27:41.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:25:0)
[04:27:41.315] Build status: SCHEDULED
[04:27:41.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:26:0) after 8m54s
[04:36:35.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:26:0)
[04:36:35.403] Build status: SCHEDULED
[04:36:35.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:27:0) after 2m52s
[04:39:27.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:27:0)
[04:39:27.429] Build status: SCHEDULED
[04:39:27.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:28:0) after 1m36s
[04:41:03.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:28:0)
[04:41:03.463] Build status: SCHEDULED
[04:41:03.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:29:0) after 4m33s
[04:45:36.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:29:0)
[04:45:36.460] Build status: SCHEDULED
[04:45:36.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:30:0) after 5m39s
[04:51:15.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:30:0)
[04:51:15.470] Build status: SCHEDULED
[04:51:15.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:31:0) after 5m1s
[04:56:16.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:31:0)
[04:56:16.511] Build status: SCHEDULED
[04:56:16.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:32:0) after 9m36s
[05:05:52.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:32:0)
[05:05:52.599] Build status: SCHEDULED
[05:05:52.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:33:0) after 3m24s
[05:09:16.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:33:0)
[05:09:16.710] Build status: SCHEDULED
[05:09:16.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:34:0) after 6m59s
[05:16:15.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:34:0)
[05:16:15.780] Build status: SCHEDULED
[05:16:15.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:35:0) after 8m48s
[05:25:03.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:35:0)
[05:25:03.829] Build status: SCHEDULED
[05:25:03.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:36:0) after 7m21s
[05:32:24.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:36:0)
[05:32:24.944] Build status: SCHEDULED
[05:32:24.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:37:0) after 4m55s
[05:37:19.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:37:0)
[05:37:20.014] Build status: SCHEDULED
[05:37:20.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:38:0) after 6m16s
[05:43:36.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:38:0)
[05:43:36.166] Build status: SCHEDULED
[05:43:36.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:39:0) after 1m4s
[05:44:40.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:39:0)
[05:44:40.222] Build status: SCHEDULED
[05:44:40.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:40:0) after 2m55s
[05:47:35.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:40:0)
[05:47:35.274] Build status: SCHEDULED
[05:47:35.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:41:0) after 8m13s
[05:55:48.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:41:0)
[05:55:48.268] Build status: SCHEDULED
[05:55:48.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:42:0) after 9m12s
[06:05:00.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:42:0)
[06:05:00.324] Build status: SCHEDULED
[06:05:00.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:43:0) after 7m3s
[06:12:03.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:43:0)
[06:12:03.663] Build status: SCHEDULED
[06:12:03.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:44:0) after 9m57s
[06:22:00.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:44:0)
[06:22:00.706] Build status: SCHEDULED
[06:22:00.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:45:0) after 1m55s
[06:23:55.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:45:0)
[06:23:55.784] Build status: SCHEDULED
[06:23:55.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:46:0) after 6m47s
[06:30:43.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:46:0)
[06:30:43.145] Build status: SCHEDULED
[06:30:43.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:47:0) after 8m28s
[06:39:11.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:47:0)
[06:39:11.398] Build status: SCHEDULED
[06:39:11.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:48:0) after 3m3s
[06:42:14.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:48:0)
[06:42:14.907] Build status: SCHEDULED
[06:42:14.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:49:0) after 7m54s
[06:50:09.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:49:0)
[06:50:09.312] Build status: SCHEDULED
[06:50:09.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:50:0) after 8m52s
[06:59:01.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:50:0)
[06:59:01.467] Build status: SCHEDULED
[06:59:01.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:51:0) after 8m10s
[07:07:11.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:51:0)
[07:07:11.956] Build status: SCHEDULED
[07:07:11.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:52:0) after 4m55s
[07:12:07.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:52:0)
[07:12:07.166] Build status: SCHEDULED
[07:12:07.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:53:0) after 4m55s
[07:17:02.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:53:0)
[07:17:02.378] Build status: SCHEDULED
[07:17:02.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:54:0) after 1m12s
[07:18:14.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:54:0)
[07:18:14.491] Build status: SCHEDULED
[07:18:14.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:55:0) after 9m13s
[07:27:27.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:55:0)
[07:27:27.872] Build status: SCHEDULED
[07:27:27.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:56:0) after 1m43s
[07:29:10.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:56:0)
[07:29:11.017] Build status: SCHEDULED
[07:29:11.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:57:0) after 2m47s
[07:31:58.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:57:0)
[07:31:58.296] Build status: SCHEDULED
[07:31:58.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:58:0) after 7m30s
[07:39:29.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:58:0)
[07:39:29.477] Build status: SCHEDULED
[07:39:29.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:59:0) after 7m58s
[07:47:27.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:59:0)
[07:47:27.678] Build status: SCHEDULED
[07:47:27.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:60:0) after 2m55s
[07:50:22.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:60:0)
[07:50:22.762] Build status: SCHEDULED
[07:50:22.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:61:0) after 2m28s
[07:52:50.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:61:0)
[07:52:50.824] Build status: SCHEDULED
[07:52:50.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:62:0) after 9m59s
[08:02:49.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:62:0)
[08:02:49.917] Build status: SCHEDULED
[08:02:49.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:63:0) after 7m47s
[08:10:36.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:63:0)
[08:10:36.980] Build status: SCHEDULED
[08:10:36.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:64:0) after 6m4s
[08:16:41.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:64:0)
[08:16:41.275] Build status: SCHEDULED
[08:16:41.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:65:0) after 9m46s
[08:26:27.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:65:0)
[08:26:27.372] Build status: SCHEDULED
[08:26:27.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:66:0) after 5m26s
[08:31:53.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:66:0)
[08:31:53.422] Build status: SCHEDULED
[08:31:53.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:67:0) after 2m36s
[08:34:29.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:67:0)
[08:34:29.476] Build status: SCHEDULED
[08:34:29.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:68:0) after 5m55s
[08:40:24.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:68:0)
[08:40:24.578] Build status: SCHEDULED
[08:40:24.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:69:0) after 5m56s
[08:46:20.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:69:0)
[08:46:20.722] Build status: SCHEDULED
[08:46:20.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:70:0) after 8m39s
[08:54:59.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:70:0)
[08:54:59.763] Build status: SCHEDULED
[08:54:59.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:71:0) after 1m44s
[08:56:43.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:71:0)
[08:56:43.813] Build status: SCHEDULED
[08:56:43.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:72:0) after 7m34s
[09:04:17.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:72:0)
[09:04:17.907] Build status: SCHEDULED
[09:04:17.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:73:0) after 1m10s
[09:05:27.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:73:0)
[09:05:28.036] Build status: SCHEDULED
[09:05:28.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:74:0) after 4m41s
[09:10:09.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:74:0)
[09:10:09.086] Build status: SCHEDULED
[09:10:09.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:75:0) after 4m1s
[09:14:10.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:75:0)
[09:14:10.125] Build status: SCHEDULED
[09:14:10.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:76:0) after 5m1s
[09:19:11.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:76:0)
[09:19:11.209] Build status: SCHEDULED
[09:19:11.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:77:0) after 9m35s
[09:28:46.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:77:0)
[09:28:46.412] Build status: SCHEDULED
[09:28:46.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:78:0) after 3m8s
[09:31:55.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:78:0)
[09:31:55.201] Build status: SCHEDULED
[09:31:55.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:79:0) after 9m40s
[09:41:35.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:79:0)
[09:41:35.338] Build status: SCHEDULED
[09:41:35.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:80:0) after 6m37s
[09:48:12.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:80:0)
[09:48:12.423] Build status: SCHEDULED
[09:48:12.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:81:0) after 5m0s
[09:53:12.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:81:0)
[09:53:12.569] Build status: SCHEDULED
[09:53:12.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:82:0) after 5m46s
[09:58:58.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:82:0)
[09:58:58.777] Build status: SCHEDULED
[09:58:58.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:83:0) after 3m1s
[10:02:00.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:83:0)
[10:02:00.342] Build status: SCHEDULED
[10:02:00.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-clang-tidy:8875018643053521888:84:0) after 8m54s
[10:08:06.602] Received PubSub notification, asking Buildbucket for the build status
[10:08:06.627] Build:
{
  "id": "8709588581200685121",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-12T02:08:05.851958492Z",
  "endTime": "2025-07-12T10:08:06.261626381Z",
  "updateTime": "2025-07-12T10:08:06.261626381Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
      "ref": "refs/heads/main"
    }
  }
}
[10:08:06.627] Invocation finished in 8h0m1.925313638s with status FAILED