Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6b148032eba5cfc22d33a5a953401dbfc276578c"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:35:49.422] New invocation is queued and will start shortly
[03:35:50.547] Starting the invocation (attempt 1)
[03:35:50.574] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c"
[03:35:50.574] Popped gitiles commit info from properties and tags
[03:35:50.574] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:35:50.574] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:35:50.574] Buildbucket request:
{
  "requestId": "8866768798663079312",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866768798663079312",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6b148032eba5cfc22d33a5a953401dbfc276578c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b148032eba5cfc22d33a5a953401dbfc276578c",
                        "title": "6b148032eba5cfc22d33a5a953401dbfc276578c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b148032eba5cfc22d33a5a953401dbfc276578c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866768798663079312"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:35:50.939] Scheduled build:
{
  "id": "8701338736709221105",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-11T03:35:50.657575100Z",
  "updateTime": "2025-10-11T03:35:50.657575100Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
      "ref": "refs/heads/main"
    }
  }
}
[03:35:50.939] Task URL: https://cr-buildbucket.appspot.com/build/8701338736709221105
[03:35:50.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:2:0) after 9m41s
[03:35:51.165] Received PubSub notification, asking Buildbucket for the build status
[03:35:51.181] Build status: SCHEDULED
[03:45:31.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:2:0)
[03:45:31.971] Build status: SCHEDULED
[03:45:31.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:4:0) after 9m52s
[03:55:24.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:4:0)
[03:55:24.036] Build status: SCHEDULED
[03:55:24.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:5:0) after 4m10s
[03:59:34.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:5:0)
[03:59:34.214] Build status: SCHEDULED
[03:59:34.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:6:0) after 8m0s
[04:07:34.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:6:0)
[04:07:34.287] Build status: SCHEDULED
[04:07:34.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:7:0) after 9m19s
[04:16:53.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:7:0)
[04:16:53.483] Build status: SCHEDULED
[04:16:53.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:8:0) after 6m58s
[04:23:51.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:8:0)
[04:23:51.482] Build status: SCHEDULED
[04:23:51.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:9:0) after 3m55s
[04:27:46.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:9:0)
[04:27:46.611] Build status: SCHEDULED
[04:27:46.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:10:0) after 1m29s
[04:29:15.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:10:0)
[04:29:15.661] Build status: SCHEDULED
[04:29:15.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:11:0) after 1m4s
[04:30:19.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:11:0)
[04:30:19.739] Build status: SCHEDULED
[04:30:19.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:12:0) after 1m56s
[04:32:15.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:12:0)
[04:32:15.818] Build status: SCHEDULED
[04:32:15.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:13:0) after 5m13s
[04:37:28.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:13:0)
[04:37:28.924] Build status: SCHEDULED
[04:37:28.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:14:0) after 1m7s
[04:38:35.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:14:0)
[04:38:35.960] Build status: SCHEDULED
[04:38:35.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:15:0) after 5m8s
[04:43:43.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:15:0)
[04:43:43.991] Build status: SCHEDULED
[04:43:43.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:16:0) after 9m34s
[04:53:17.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:16:0)
[04:53:18.002] Build status: SCHEDULED
[04:53:18.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:17:0) after 5m26s
[04:58:44.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:17:0)
[04:58:44.038] Build status: SCHEDULED
[04:58:44.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:18:0) after 7m13s
[05:05:57.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:18:0)
[05:05:57.066] Build status: SCHEDULED
[05:05:57.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:19:0) after 4m11s
[05:10:08.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:19:0)
[05:10:08.166] Build status: SCHEDULED
[05:10:08.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:20:0) after 1m49s
[05:11:57.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:20:0)
[05:11:57.275] Build status: SCHEDULED
[05:11:57.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:21:0) after 6m49s
[05:18:46.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:21:0)
[05:18:46.319] Build status: SCHEDULED
[05:18:46.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:22:0) after 8m12s
[05:26:58.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:22:0)
[05:26:58.367] Build status: SCHEDULED
[05:26:58.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:23:0) after 1m33s
[05:28:31.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:23:0)
[05:28:31.404] Build status: SCHEDULED
[05:28:31.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:24:0) after 3m38s
[05:32:09.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:24:0)
[05:32:09.465] Build status: SCHEDULED
[05:32:09.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:25:0) after 6m2s
[05:38:11.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:25:0)
[05:38:11.544] Build status: SCHEDULED
[05:38:11.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:26:0) after 7m56s
[05:46:07.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:26:0)
[05:46:07.656] Build status: SCHEDULED
[05:46:07.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:27:0) after 3m46s
[05:49:53.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:27:0)
[05:49:53.685] Build status: SCHEDULED
[05:49:53.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:28:0) after 8m22s
[05:58:15.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:28:0)
[05:58:15.774] Build status: SCHEDULED
[05:58:15.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:29:0) after 7m18s
[06:05:33.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:29:0)
[06:05:33.862] Build status: SCHEDULED
[06:05:33.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:30:0) after 5m27s
[06:11:00.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:30:0)
[06:11:00.927] Build status: SCHEDULED
[06:11:00.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:31:0) after 1m59s
[06:12:59.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:31:0)
[06:13:00.042] Build status: SCHEDULED
[06:13:00.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:32:0) after 8m29s
[06:21:29.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:32:0)
[06:21:29.083] Build status: SCHEDULED
[06:21:29.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:33:0) after 1m4s
[06:22:33.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:33:0)
[06:22:33.081] Build status: SCHEDULED
[06:22:33.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:34:0) after 7m5s
[06:29:38.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:34:0)
[06:29:38.202] Build status: SCHEDULED
[06:29:38.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:35:0) after 4m33s
[06:34:11.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:35:0)
[06:34:11.637] Build status: SCHEDULED
[06:34:11.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:36:0) after 8m40s
[06:42:51.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:36:0)
[06:42:51.974] Build status: SCHEDULED
[06:42:51.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:37:0) after 2m12s
[06:45:04.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:37:0)
[06:45:04.175] Build status: SCHEDULED
[06:45:04.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:38:0) after 4m16s
[06:49:20.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:38:0)
[06:49:20.576] Build status: SCHEDULED
[06:49:20.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:39:0) after 7m29s
[06:56:49.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:39:0)
[06:56:49.680] Build status: SCHEDULED
[06:56:49.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:40:0) after 8m12s
[07:05:01.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:40:0)
[07:05:01.724] Build status: SCHEDULED
[07:05:01.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:41:0) after 7m36s
[07:12:37.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:41:0)
[07:12:37.755] Build status: SCHEDULED
[07:12:37.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:42:0) after 2m36s
[07:15:14.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:42:0)
[07:15:14.120] Build status: SCHEDULED
[07:15:14.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:43:0) after 1m53s
[07:17:07.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:43:0)
[07:17:07.473] Build status: SCHEDULED
[07:17:07.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:44:0) after 5m12s
[07:22:19.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:44:0)
[07:22:19.511] Build status: SCHEDULED
[07:22:19.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:45:0) after 9m2s
[07:31:21.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:45:0)
[07:31:21.613] Build status: SCHEDULED
[07:31:21.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:46:0) after 8m30s
[07:39:51.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:46:0)
[07:39:51.646] Build status: SCHEDULED
[07:39:51.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:47:0) after 7m47s
[07:47:38.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:47:0)
[07:47:38.780] Build status: SCHEDULED
[07:47:38.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:48:0) after 7m46s
[07:55:24.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:48:0)
[07:55:24.886] Build status: SCHEDULED
[07:55:24.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:49:0) after 4m35s
[07:59:59.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:49:0)
[07:59:59.954] Build status: SCHEDULED
[07:59:59.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:50:0) after 6m43s
[08:06:42.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:50:0)
[08:06:42.990] Build status: SCHEDULED
[08:06:42.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:51:0) after 9m50s
[08:16:33.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:51:0)
[08:16:33.324] Build status: SCHEDULED
[08:16:33.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:52:0) after 3m9s
[08:19:42.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:52:0)
[08:19:42.349] Build status: SCHEDULED
[08:19:42.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:53:0) after 8m44s
[08:28:26.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:53:0)
[08:28:26.351] Build status: SCHEDULED
[08:28:26.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:54:0) after 8m34s
[08:37:00.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:54:0)
[08:37:00.658] Build status: SCHEDULED
[08:37:00.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:55:0) after 1m24s
[08:38:24.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:55:0)
[08:38:24.981] Build status: SCHEDULED
[08:38:24.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:56:0) after 8m28s
[08:46:53.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:56:0)
[08:46:53.658] Build status: SCHEDULED
[08:46:53.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:57:0) after 1m13s
[08:48:06.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:57:0)
[08:48:06.777] Build status: SCHEDULED
[08:48:06.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:58:0) after 9m5s
[08:57:12.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:58:0)
[08:57:12.289] Build status: SCHEDULED
[08:57:12.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:59:0) after 3m6s
[09:00:18.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:59:0)
[09:00:18.329] Build status: SCHEDULED
[09:00:18.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:60:0) after 8m27s
[09:08:45.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:60:0)
[09:08:45.805] Build status: SCHEDULED
[09:08:45.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:61:0) after 1m32s
[09:10:17.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:61:0)
[09:10:18.024] Build status: SCHEDULED
[09:10:18.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:62:0) after 4m59s
[09:15:17.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:62:0)
[09:15:17.357] Build status: SCHEDULED
[09:15:17.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:63:0) after 6m24s
[09:21:41.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:63:0)
[09:21:41.393] Build status: SCHEDULED
[09:21:41.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:64:0) after 7m42s
[09:29:23.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:64:0)
[09:29:23.392] Build status: SCHEDULED
[09:29:23.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:65:0) after 3m20s
[09:32:43.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:65:0)
[09:32:43.478] Build status: SCHEDULED
[09:32:43.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:66:0) after 4m57s
[09:37:40.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:66:0)
[09:37:40.538] Build status: SCHEDULED
[09:37:40.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:67:0) after 8m20s
[09:46:00.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:67:0)
[09:46:00.931] Build status: SCHEDULED
[09:46:00.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:68:0) after 1m53s
[09:47:54.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:68:0)
[09:47:54.375] Build status: SCHEDULED
[09:47:54.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:69:0) after 9m34s
[09:57:28.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:69:0)
[09:57:28.441] Build status: SCHEDULED
[09:57:28.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:70:0) after 1m53s
[09:59:22.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:70:0)
[09:59:22.198] Build status: SCHEDULED
[09:59:22.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:71:0) after 4m18s
[10:03:40.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:71:0)
[10:03:40.267] Build status: SCHEDULED
[10:03:40.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:72:0) after 5m7s
[10:08:47.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:72:0)
[10:08:47.581] Build status: SCHEDULED
[10:08:47.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:73:0) after 9m25s
[10:18:12.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:73:0)
[10:18:12.624] Build status: SCHEDULED
[10:18:12.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:74:0) after 9m16s
[10:27:28.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:74:0)
[10:27:28.677] Build status: SCHEDULED
[10:27:28.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:75:0) after 5m59s
[10:33:27.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:75:0)
[10:33:27.707] Build status: SCHEDULED
[10:33:27.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:76:0) after 6m24s
[10:39:51.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:76:0)
[10:39:51.900] Build status: SCHEDULED
[10:39:51.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:77:0) after 8m54s
[10:48:46.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:77:0)
[10:48:46.116] Build status: SCHEDULED
[10:48:46.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:78:0) after 5m23s
[10:54:09.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:78:0)
[10:54:09.406] Build status: SCHEDULED
[10:54:09.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:79:0) after 3m45s
[10:57:54.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:79:0)
[10:57:54.480] Build status: SCHEDULED
[10:57:54.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:80:0) after 6m11s
[11:04:05.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:80:0)
[11:04:05.587] Build status: SCHEDULED
[11:04:05.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:81:0) after 1m27s
[11:05:32.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:81:0)
[11:05:32.753] Build status: SCHEDULED
[11:05:32.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:82:0) after 6m46s
[11:12:18.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:82:0)
[11:12:18.904] Build status: SCHEDULED
[11:12:18.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:83:0) after 9m55s
[11:22:13.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:83:0)
[11:22:13.941] Build status: SCHEDULED
[11:22:13.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:84:0) after 8m48s
[11:31:02.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:84:0)
[11:31:02.065] Build status: SCHEDULED
[11:31:02.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:85:0) after 1m2s
[11:32:04.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:85:0)
[11:32:04.293] Build status: SCHEDULED
[11:32:04.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:86:0) after 7m21s
[11:39:25.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:86:0)
[11:39:25.622] Build status: SCHEDULED
[11:39:25.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:87:0) after 9m8s
[11:48:33.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:87:0)
[11:48:33.721] Build status: SCHEDULED
[11:48:33.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:88:0) after 4m11s
[11:52:44.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:88:0)
[11:52:44.791] Build status: SCHEDULED
[11:52:44.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:89:0) after 8m9s
[12:00:53.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:89:0)
[12:00:53.850] Build status: SCHEDULED
[12:00:53.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:90:0) after 2m15s
[12:03:09.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:90:0)
[12:03:09.122] Build status: SCHEDULED
[12:03:09.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:91:0) after 1m40s
[12:04:49.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:91:0)
[12:04:49.160] Build status: SCHEDULED
[12:04:49.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:92:0) after 3m30s
[12:08:19.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:92:0)
[12:08:19.349] Build status: SCHEDULED
[12:08:19.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:93:0) after 7m37s
[12:09:25.046] Received PubSub notification, asking Buildbucket for the build status
[12:09:25.064] Build status: STARTED
[12:15:56.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:93:0)
[12:15:56.608] Build status: STARTED
[12:15:56.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8866768798663079312:95:0) after 7m27s
[12:18:25.219] Received PubSub notification, asking Buildbucket for the build status
[12:18:25.238] Build:
{
  "id": "8701338736709221105",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-11T03:35:50.657575100Z",
  "startTime": "2025-10-11T12:09:24.640663251Z",
  "endTime": "2025-10-11T12:18:22.861967032Z",
  "updateTime": "2025-10-11T12:18:22.861967032Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6b148032eba5cfc22d33a5a953401dbfc276578c",
      "ref": "refs/heads/main"
    }
  }
}
[12:18:25.238] Invocation finished in 8h42m35.828403278s with status FAILED