1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy
  4. 8865202885664537408
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2bc32d08807c1ead3ef0a8184a3714d14b6a1b76
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:25:20.434] New invocation is queued and will start shortly
[10:25:21.478] Starting the invocation (attempt 1)
[10:25:21.501] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
[10:25:21.501] Popped gitiles commit info from properties and tags
[10:25:21.501] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:25:21.501] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:25:21.502] Buildbucket request:
{
  "requestId": "8865202885664537408",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865202885664537408",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d89db6589382bfb7a0a7bc08e64719f1e893494f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d89db6589382bfb7a0a7bc08e64719f1e893494f",
                        "title": "d89db6589382bfb7a0a7bc08e64719f1e893494f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d89db6589382bfb7a0a7bc08e64719f1e893494f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
                        "title": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2bc32d08807c1ead3ef0a8184a3714d14b6a1b76"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865202885664537408"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:25:22.070] Scheduled build:
{
  "id": "8699772823823049697",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-28T10:25:21.558818956Z",
  "updateTime": "2025-10-28T10:25:21.558818956Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
      "ref": "refs/heads/main"
    }
  }
}
[10:25:22.070] Task URL: https://cr-buildbucket.appspot.com/build/8699772823823049697
[10:25:22.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:2:0) after 2m47s
[10:25:23.095] Received PubSub notification, asking Buildbucket for the build status
[10:25:23.127] Build status: SCHEDULED
[10:28:09.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:2:0)
[10:28:09.151] Build status: SCHEDULED
[10:28:09.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:4:0) after 2m53s
[10:31:02.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:4:0)
[10:31:02.201] Build status: SCHEDULED
[10:31:02.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:5:0) after 9m5s
[10:40:07.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:5:0)
[10:40:07.223] Build status: SCHEDULED
[10:40:07.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:6:0) after 2m39s
[10:42:46.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:6:0)
[10:42:46.261] Build status: SCHEDULED
[10:42:46.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:7:0) after 4m1s
[10:46:47.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:7:0)
[10:46:47.289] Build status: SCHEDULED
[10:46:47.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:8:0) after 6m21s
[10:53:08.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:8:0)
[10:53:08.297] Build status: SCHEDULED
[10:53:08.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:9:0) after 7m47s
[11:00:55.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:9:0)
[11:00:55.387] Build status: SCHEDULED
[11:00:55.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:10:0) after 4m14s
[11:05:09.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:10:0)
[11:05:09.508] Build status: SCHEDULED
[11:05:09.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:11:0) after 6m24s
[11:11:33.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:11:0)
[11:11:33.587] Build status: SCHEDULED
[11:11:33.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:12:0) after 4m59s
[11:16:32.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:12:0)
[11:16:32.618] Build status: SCHEDULED
[11:16:32.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:13:0) after 1m55s
[11:18:27.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:13:0)
[11:18:27.799] Build status: SCHEDULED
[11:18:27.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:14:0) after 6m44s
[11:25:11.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:14:0)
[11:25:11.927] Build status: SCHEDULED
[11:25:11.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:15:0) after 5m50s
[11:31:01.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:15:0)
[11:31:01.958] Build status: SCHEDULED
[11:31:01.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:16:0) after 3m51s
[11:34:53.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:16:0)
[11:34:53.049] Build status: SCHEDULED
[11:34:53.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:17:0) after 2m33s
[11:37:26.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:17:0)
[11:37:26.047] Build status: SCHEDULED
[11:37:26.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:18:0) after 4m51s
[11:42:17.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:18:0)
[11:42:17.087] Build status: SCHEDULED
[11:42:17.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:19:0) after 5m26s
[11:47:43.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:19:0)
[11:47:43.110] Build status: SCHEDULED
[11:47:43.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:20:0) after 4m44s
[11:52:27.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:20:0)
[11:52:27.140] Build status: SCHEDULED
[11:52:27.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:21:0) after 1m32s
[11:53:59.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:21:0)
[11:53:59.265] Build status: SCHEDULED
[11:53:59.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:22:0) after 8m3s
[12:02:02.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:22:0)
[12:02:02.312] Build status: SCHEDULED
[12:02:02.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:23:0) after 9m52s
[12:11:54.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:23:0)
[12:11:54.354] Build status: SCHEDULED
[12:11:54.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:24:0) after 2m45s
[12:14:39.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:24:0)
[12:14:39.400] Build status: SCHEDULED
[12:14:39.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:25:0) after 6m9s
[12:20:48.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:25:0)
[12:20:48.436] Build status: SCHEDULED
[12:20:48.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:26:0) after 6m5s
[12:26:53.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:26:0)
[12:26:53.467] Build status: SCHEDULED
[12:26:53.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:27:0) after 8m51s
[12:35:44.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:27:0)
[12:35:44.564] Build status: SCHEDULED
[12:35:44.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:28:0) after 9m16s
[12:45:00.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:28:0)
[12:45:00.601] Build status: SCHEDULED
[12:45:00.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:29:0) after 9m5s
[12:54:05.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:29:0)
[12:54:05.632] Build status: SCHEDULED
[12:54:05.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:30:0) after 8m40s
[13:02:45.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:30:0)
[13:02:45.776] Build status: SCHEDULED
[13:02:45.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:31:0) after 4m42s
[13:07:27.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:31:0)
[13:07:27.819] Build status: SCHEDULED
[13:07:27.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:32:0) after 9m38s
[13:17:05.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:32:0)
[13:17:05.853] Build status: SCHEDULED
[13:17:05.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:33:0) after 5m24s
[13:22:29.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:33:0)
[13:22:29.890] Build status: SCHEDULED
[13:22:29.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:34:0) after 1m2s
[13:23:31.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:34:0)
[13:23:31.919] Build status: SCHEDULED
[13:23:31.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:35:0) after 5m29s
[13:29:00.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:35:0)
[13:29:00.956] Build status: SCHEDULED
[13:29:00.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:36:0) after 1m46s
[13:30:47.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:36:0)
[13:30:47.048] Build status: SCHEDULED
[13:30:47.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:37:0) after 7m3s
[13:37:50.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:37:0)
[13:37:50.084] Build status: SCHEDULED
[13:37:50.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:38:0) after 4m5s
[13:41:55.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:38:0)
[13:41:55.118] Build status: SCHEDULED
[13:41:55.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:39:0) after 9m40s
[13:51:35.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:39:0)
[13:51:35.154] Build status: SCHEDULED
[13:51:35.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:40:0) after 1m54s
[13:53:29.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:40:0)
[13:53:29.212] Build status: SCHEDULED
[13:53:29.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:41:0) after 6m11s
[13:59:40.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:41:0)
[13:59:40.346] Build status: SCHEDULED
[13:59:40.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:42:0) after 4m52s
[14:04:32.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:42:0)
[14:04:32.411] Build status: SCHEDULED
[14:04:32.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:43:0) after 5m32s
[14:10:04.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:43:0)
[14:10:04.604] Build status: SCHEDULED
[14:10:04.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:44:0) after 1m29s
[14:11:33.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:44:0)
[14:11:33.691] Build status: SCHEDULED
[14:11:33.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:45:0) after 6m31s
[14:18:04.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:45:0)
[14:18:04.740] Build status: SCHEDULED
[14:18:04.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:46:0) after 6m39s
[14:24:43.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:46:0)
[14:24:43.830] Build status: SCHEDULED
[14:24:43.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:47:0) after 4m56s
[14:29:39.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:47:0)
[14:29:39.879] Build status: SCHEDULED
[14:29:39.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:48:0) after 2m6s
[14:31:45.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:48:0)
[14:31:45.992] Build status: SCHEDULED
[14:31:45.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:49:0) after 8m48s
[14:40:34.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:49:0)
[14:40:34.037] Build status: SCHEDULED
[14:40:34.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:50:0) after 8m13s
[14:48:47.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:50:0)
[14:48:47.071] Build status: SCHEDULED
[14:48:47.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:51:0) after 5m35s
[14:54:22.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:51:0)
[14:54:22.384] Build status: SCHEDULED
[14:54:22.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:52:0) after 1m7s
[14:55:29.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:52:0)
[14:55:29.566] Build status: SCHEDULED
[14:55:29.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:53:0) after 4m19s
[14:59:48.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:53:0)
[14:59:48.654] Build status: SCHEDULED
[14:59:48.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:54:0) after 6m10s
[15:05:58.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:54:0)
[15:05:58.747] Build status: SCHEDULED
[15:05:58.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:55:0) after 9m26s
[15:15:24.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:55:0)
[15:15:24.871] Build status: SCHEDULED
[15:15:24.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:56:0) after 1m5s
[15:16:29.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:56:0)
[15:16:29.950] Build status: SCHEDULED
[15:16:29.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:57:0) after 5m24s
[15:21:54.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:57:0)
[15:21:54.030] Build status: SCHEDULED
[15:21:54.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:58:0) after 6m29s
[15:28:23.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:58:0)
[15:28:23.167] Build status: SCHEDULED
[15:28:23.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:59:0) after 1m15s
[15:29:38.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:59:0)
[15:29:38.277] Build status: SCHEDULED
[15:29:38.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:60:0) after 7m58s
[15:37:36.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:60:0)
[15:37:36.324] Build status: SCHEDULED
[15:37:36.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:61:0) after 5m16s
[15:42:52.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:61:0)
[15:42:52.362] Build status: SCHEDULED
[15:42:52.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:62:0) after 6m21s
[15:49:13.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:62:0)
[15:49:13.443] Build status: SCHEDULED
[15:49:13.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:63:0) after 9m59s
[15:59:12.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:63:0)
[15:59:12.556] Build status: SCHEDULED
[15:59:12.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:64:0) after 5m34s
[16:04:46.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:64:0)
[16:04:46.661] Build status: SCHEDULED
[16:04:46.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:65:0) after 8m11s
[16:12:57.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:65:0)
[16:12:57.730] Build status: SCHEDULED
[16:12:57.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:66:0) after 2m39s
[16:15:36.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:66:0)
[16:15:36.733] Build status: SCHEDULED
[16:15:36.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:67:0) after 9m30s
[16:25:06.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:67:0)
[16:25:06.772] Build status: SCHEDULED
[16:25:06.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:68:0) after 1m54s
[16:27:00.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:68:0)
[16:27:00.873] Build status: SCHEDULED
[16:27:00.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:69:0) after 6m47s
[16:33:47.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:69:0)
[16:33:47.986] Build status: SCHEDULED
[16:33:47.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:70:0) after 9m29s
[16:43:16.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:70:0)
[16:43:16.970] Build status: SCHEDULED
[16:43:16.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:71:0) after 4m51s
[16:48:07.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:71:0)
[16:48:08.019] Build status: SCHEDULED
[16:48:08.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:72:0) after 9m44s
[16:57:52.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:72:0)
[16:57:52.122] Build status: SCHEDULED
[16:57:52.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:73:0) after 7m12s
[17:05:04.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:73:0)
[17:05:04.500] Build status: SCHEDULED
[17:05:04.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:74:0) after 6m39s
[17:11:43.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:74:0)
[17:11:43.551] Build status: SCHEDULED
[17:11:43.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:75:0) after 1m39s
[17:13:22.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:75:0)
[17:13:22.625] Build status: SCHEDULED
[17:13:22.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:76:0) after 3m5s
[17:16:27.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:76:0)
[17:16:27.655] Build status: SCHEDULED
[17:16:27.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8865202885664537408:77:0) after 8m35s
[17:22:20.137] Received PubSub notification, asking Buildbucket for the build status
[17:22:20.156] Build:
{
  "id": "8699772823823049697",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-28T10:25:21.558818956Z",
  "endTime": "2025-10-28T17:22:19.598723007Z",
  "updateTime": "2025-10-28T17:22:19.598723007Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2bc32d08807c1ead3ef0a8184a3714d14b6a1b76",
      "ref": "refs/heads/main"
    }
  }
}
[17:22:20.156] Invocation finished in 6h56m59.736501336s with status FAILED