1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy
  4. 8868668374414933040
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b0f9c5fe352fb27592bcd77e68e523e754e4a336"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b0f9c5fe352fb27592bcd77e68e523e754e4a336
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:22:52.852] New invocation is queued and will start shortly
[04:22:53.932] Starting the invocation (attempt 1)
[04:22:53.959] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b0f9c5fe352fb27592bcd77e68e523e754e4a336"
[04:22:53.959] Popped gitiles commit info from properties and tags
[04:22:53.959] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:22:53.959] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:22:53.959] Buildbucket request:
{
  "requestId": "8868668374414933040",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868668374414933040",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b0f9c5fe352fb27592bcd77e68e523e754e4a336"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b0f9c5fe352fb27592bcd77e68e523e754e4a336",
                        "title": "b0f9c5fe352fb27592bcd77e68e523e754e4a336",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b0f9c5fe352fb27592bcd77e68e523e754e4a336"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b0f9c5fe352fb27592bcd77e68e523e754e4a336",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868668374414933040"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:22:54.295] Scheduled build:
{
  "id": "8703238312493473601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-20T04:22:54.020886560Z",
  "updateTime": "2025-09-20T04:22:54.020886560Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b0f9c5fe352fb27592bcd77e68e523e754e4a336",
      "ref": "refs/heads/main"
    }
  }
}
[04:22:54.295] Task URL: https://cr-buildbucket.appspot.com/build/8703238312493473601
[04:22:54.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:2:0) after 8m1s
[04:22:55.267] Received PubSub notification, asking Buildbucket for the build status
[04:22:55.284] Build status: SCHEDULED
[04:30:55.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:2:0)
[04:30:55.324] Build status: SCHEDULED
[04:30:55.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:4:0) after 3m18s
[04:34:13.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:4:0)
[04:34:13.449] Build status: SCHEDULED
[04:34:13.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:5:0) after 7m22s
[04:41:35.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:5:0)
[04:41:35.539] Build status: SCHEDULED
[04:41:35.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:6:0) after 5m23s
[04:46:58.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:6:0)
[04:46:58.642] Build status: SCHEDULED
[04:46:58.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:7:0) after 2m44s
[04:49:42.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:7:0)
[04:49:42.958] Build status: SCHEDULED
[04:49:42.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:8:0) after 2m38s
[04:52:21.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:8:0)
[04:52:21.144] Build status: SCHEDULED
[04:52:21.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:9:0) after 2m12s
[04:54:33.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:9:0)
[04:54:33.199] Build status: SCHEDULED
[04:54:33.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:10:0) after 2m31s
[04:57:04.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:10:0)
[04:57:04.279] Build status: SCHEDULED
[04:57:04.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:11:0) after 9m32s
[05:06:36.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:11:0)
[05:06:36.457] Build status: SCHEDULED
[05:06:36.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:12:0) after 5m3s
[05:11:39.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:12:0)
[05:11:39.545] Build status: SCHEDULED
[05:11:39.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:13:0) after 8m18s
[05:19:57.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:13:0)
[05:19:57.900] Build status: SCHEDULED
[05:19:57.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:14:0) after 1m18s
[05:21:15.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:14:0)
[05:21:15.953] Build status: SCHEDULED
[05:21:15.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:15:0) after 1m7s
[05:22:22.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:15:0)
[05:22:22.978] Build status: SCHEDULED
[05:22:22.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:16:0) after 6m21s
[05:28:44.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:16:0)
[05:28:44.241] Build status: SCHEDULED
[05:28:44.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:17:0) after 8m30s
[05:37:14.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:17:0)
[05:37:14.311] Build status: SCHEDULED
[05:37:14.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:18:0) after 8m32s
[05:45:46.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:18:0)
[05:45:46.351] Build status: SCHEDULED
[05:45:46.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:19:0) after 1m58s
[05:47:44.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:19:0)
[05:47:44.719] Build status: SCHEDULED
[05:47:44.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:20:0) after 4m49s
[05:52:33.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:20:0)
[05:52:33.808] Build status: SCHEDULED
[05:52:33.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:21:0) after 6m32s
[05:59:06.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:21:0)
[05:59:06.107] Build status: SCHEDULED
[05:59:06.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:22:0) after 4m34s
[06:03:40.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:22:0)
[06:03:40.209] Build status: SCHEDULED
[06:03:40.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:23:0) after 5m2s
[06:08:42.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:23:0)
[06:08:42.241] Build status: SCHEDULED
[06:08:42.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:24:0) after 5m11s
[06:13:53.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:24:0)
[06:13:53.307] Build status: SCHEDULED
[06:13:53.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:25:0) after 3m41s
[06:17:34.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:25:0)
[06:17:34.347] Build status: SCHEDULED
[06:17:34.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:26:0) after 2m33s
[06:20:07.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:26:0)
[06:20:07.493] Build status: SCHEDULED
[06:20:07.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:27:0) after 2m37s
[06:22:44.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:27:0)
[06:22:44.526] Build status: SCHEDULED
[06:22:44.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:28:0) after 1m47s
[06:24:31.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:28:0)
[06:24:31.552] Build status: SCHEDULED
[06:24:31.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:29:0) after 2m19s
[06:26:50.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:29:0)
[06:26:50.592] Build status: SCHEDULED
[06:26:50.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:30:0) after 1m34s
[06:28:24.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:30:0)
[06:28:24.927] Build status: SCHEDULED
[06:28:24.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:31:0) after 5m6s
[06:33:31.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:31:0)
[06:33:31.147] Build status: SCHEDULED
[06:33:31.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:32:0) after 9m52s
[06:43:23.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:32:0)
[06:43:23.225] Build status: SCHEDULED
[06:43:23.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:33:0) after 6m40s
[06:50:03.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:33:0)
[06:50:03.254] Build status: SCHEDULED
[06:50:03.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:34:0) after 1m53s
[06:51:56.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:34:0)
[06:51:56.254] Build status: SCHEDULED
[06:51:56.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:35:0) after 7m26s
[06:59:22.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:35:0)
[06:59:22.457] Build status: SCHEDULED
[06:59:22.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:36:0) after 2m56s
[07:02:18.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:36:0)
[07:02:18.510] Build status: SCHEDULED
[07:02:18.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:37:0) after 7m27s
[07:09:45.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:37:0)
[07:09:45.577] Build status: SCHEDULED
[07:09:45.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:38:0) after 3m14s
[07:12:59.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:38:0)
[07:12:59.869] Build status: SCHEDULED
[07:12:59.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:39:0) after 9m53s
[07:22:52.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:39:0)
[07:22:52.936] Build status: SCHEDULED
[07:22:52.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:40:0) after 4m4s
[07:26:56.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:40:0)
[07:26:56.965] Build status: SCHEDULED
[07:26:56.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:41:0) after 8m41s
[07:35:37.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:41:0)
[07:35:37.999] Build status: SCHEDULED
[07:35:37.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:42:0) after 1m50s
[07:37:28.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:42:0)
[07:37:28.127] Build status: SCHEDULED
[07:37:28.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:43:0) after 8m52s
[07:46:20.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:43:0)
[07:46:20.183] Build status: SCHEDULED
[07:46:20.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:44:0) after 1m51s
[07:48:11.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:44:0)
[07:48:11.229] Build status: SCHEDULED
[07:48:11.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:45:0) after 7m10s
[07:55:21.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:45:0)
[07:55:21.307] Build status: SCHEDULED
[07:55:21.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:46:0) after 8m19s
[08:03:40.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:46:0)
[08:03:40.516] Build status: SCHEDULED
[08:03:40.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:47:0) after 1m54s
[08:05:34.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:47:0)
[08:05:34.642] Build status: SCHEDULED
[08:05:34.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:48:0) after 1m45s
[08:07:19.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:48:0)
[08:07:19.782] Build status: SCHEDULED
[08:07:19.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:49:0) after 1m56s
[08:09:15.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:49:0)
[08:09:16.102] Build status: SCHEDULED
[08:09:16.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:50:0) after 4m12s
[08:13:28.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:50:0)
[08:13:28.135] Build status: SCHEDULED
[08:13:28.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:51:0) after 8m53s
[08:22:21.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:51:0)
[08:22:21.404] Build status: SCHEDULED
[08:22:21.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:52:0) after 8m12s
[08:30:33.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:52:0)
[08:30:33.447] Build status: SCHEDULED
[08:30:33.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:53:0) after 9m19s
[08:39:52.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:53:0)
[08:39:52.562] Build status: SCHEDULED
[08:39:52.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:54:0) after 6m21s
[08:46:13.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:54:0)
[08:46:13.937] Build status: SCHEDULED
[08:46:13.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:55:0) after 1m46s
[08:47:59.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:55:0)
[08:47:59.980] Build status: SCHEDULED
[08:47:59.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:56:0) after 1m55s
[08:49:54.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:56:0)
[08:49:55.264] Build status: SCHEDULED
[08:49:55.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:57:0) after 1m24s
[08:51:19.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:57:0)
[08:51:19.377] Build status: SCHEDULED
[08:51:19.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:58:0) after 4m19s
[08:55:38.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:58:0)
[08:55:38.423] Build status: SCHEDULED
[08:55:38.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:59:0) after 3m9s
[08:58:47.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:59:0)
[08:58:47.555] Build status: SCHEDULED
[08:58:47.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:60:0) after 2m24s
[09:01:11.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:60:0)
[09:01:11.691] Build status: SCHEDULED
[09:01:11.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:61:0) after 6m53s
[09:08:04.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:61:0)
[09:08:04.838] Build status: SCHEDULED
[09:08:04.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:62:0) after 8m1s
[09:16:05.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:62:0)
[09:16:05.931] Build status: SCHEDULED
[09:16:05.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:63:0) after 3m0s
[09:19:05.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:63:0)
[09:19:06.145] Build status: SCHEDULED
[09:19:06.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:64:0) after 2m21s
[09:21:27.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:64:0)
[09:21:27.325] Build status: SCHEDULED
[09:21:27.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:65:0) after 8m50s
[09:30:17.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:65:0)
[09:30:17.518] Build status: SCHEDULED
[09:30:17.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:66:0) after 1m29s
[09:31:46.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:66:0)
[09:31:46.560] Build status: SCHEDULED
[09:31:46.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:67:0) after 2m7s
[09:33:53.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:67:0)
[09:33:53.593] Build status: SCHEDULED
[09:33:53.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:68:0) after 1m12s
[09:35:05.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:68:0)
[09:35:05.669] Build status: SCHEDULED
[09:35:05.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:69:0) after 7m35s
[09:42:40.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:69:0)
[09:42:40.709] Build status: SCHEDULED
[09:42:40.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:70:0) after 2m43s
[09:45:23.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:70:0)
[09:45:23.750] Build status: SCHEDULED
[09:45:23.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:71:0) after 2m57s
[09:48:20.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:71:0)
[09:48:20.900] Build status: SCHEDULED
[09:48:20.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:72:0) after 9m23s
[09:57:44.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:72:0)
[09:57:44.123] Build status: SCHEDULED
[09:57:44.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:73:0) after 8m58s
[10:06:42.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:73:0)
[10:06:42.159] Build status: SCHEDULED
[10:06:42.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:74:0) after 9m34s
[10:16:16.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:74:0)
[10:16:16.199] Build status: SCHEDULED
[10:16:16.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:75:0) after 7m18s
[10:23:34.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:75:0)
[10:23:34.268] Build status: SCHEDULED
[10:23:34.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:76:0) after 6m44s
[10:30:18.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:76:0)
[10:30:18.308] Build status: SCHEDULED
[10:30:18.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:77:0) after 8m51s
[10:34:35.781] Received PubSub notification, asking Buildbucket for the build status
[10:34:35.797] Build status: STARTED
[10:39:09.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:77:0)
[10:39:09.349] Build status: STARTED
[10:39:09.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868668374414933040:79:0) after 9m46s
[10:39:24.495] Received PubSub notification, asking Buildbucket for the build status
[10:39:24.526] Build:
{
  "id": "8703238312493473601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-20T04:22:54.020886560Z",
  "startTime": "2025-09-20T10:34:09.285183880Z",
  "endTime": "2025-09-20T10:39:24.124720249Z",
  "updateTime": "2025-09-20T10:39:24.124720249Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b0f9c5fe352fb27592bcd77e68e523e754e4a336",
      "ref": "refs/heads/main"
    }
  }
}
[10:39:24.526] Invocation finished in 6h16m31.721737816s with status FAILED