Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "f24c9a11369e47c8dd16f140afd15a9733b27775"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f24c9a11369e47c8dd16f140afd15a9733b27775
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:49:07.645] New invocation is queued and will start shortly
[02:49:08.704] Starting the invocation (attempt 1)
[02:49:08.727] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f24c9a11369e47c8dd16f140afd15a9733b27775"
[02:49:08.727] Popped gitiles commit info from properties and tags
[02:49:08.727] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:49:08.727] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:49:08.727] Buildbucket request:
{
  "requestId": "8868040094059514880",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868040094059514880",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "aedabd645ced946d467512b5274f448ae373a7a0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aedabd645ced946d467512b5274f448ae373a7a0",
                        "title": "aedabd645ced946d467512b5274f448ae373a7a0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aedabd645ced946d467512b5274f448ae373a7a0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cfe6a32dafe6b60cea9efcfccfc0c606fbf45ede"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cfe6a32dafe6b60cea9efcfccfc0c606fbf45ede",
                        "title": "cfe6a32dafe6b60cea9efcfccfc0c606fbf45ede",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cfe6a32dafe6b60cea9efcfccfc0c606fbf45ede"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8ddcffa65b5948fe4e316daca0dc4749d7cbb4a6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ddcffa65b5948fe4e316daca0dc4749d7cbb4a6",
                        "title": "8ddcffa65b5948fe4e316daca0dc4749d7cbb4a6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ddcffa65b5948fe4e316daca0dc4749d7cbb4a6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f24c9a11369e47c8dd16f140afd15a9733b27775"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f24c9a11369e47c8dd16f140afd15a9733b27775",
                        "title": "f24c9a11369e47c8dd16f140afd15a9733b27775",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f24c9a11369e47c8dd16f140afd15a9733b27775"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "f24c9a11369e47c8dd16f140afd15a9733b27775",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868040094059514880"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:49:09.137] Scheduled build:
{
  "id": "8702610032217841297",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-27T02:49:08.782575486Z",
  "updateTime": "2025-09-27T02:49:08.782575486Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f24c9a11369e47c8dd16f140afd15a9733b27775",
      "ref": "refs/heads/main"
    }
  }
}
[02:49:09.137] Task URL: https://cr-buildbucket.appspot.com/build/8702610032217841297
[02:49:09.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:2:0) after 7m8s
[02:49:10.094] Received PubSub notification, asking Buildbucket for the build status
[02:49:10.123] Build status: SCHEDULED
[02:56:17.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:2:0)
[02:56:17.161] Build status: SCHEDULED
[02:56:17.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:4:0) after 9m52s
[03:06:09.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:4:0)
[03:06:09.191] Build status: SCHEDULED
[03:06:09.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:5:0) after 5m14s
[03:11:23.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:5:0)
[03:11:23.302] Build status: SCHEDULED
[03:11:23.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:6:0) after 9m12s
[03:20:35.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:6:0)
[03:20:35.385] Build status: SCHEDULED
[03:20:35.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:7:0) after 6m22s
[03:26:57.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:7:0)
[03:26:57.469] Build status: SCHEDULED
[03:26:57.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:8:0) after 8m43s
[03:35:40.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:8:0)
[03:35:40.498] Build status: SCHEDULED
[03:35:40.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:9:0) after 9m4s
[03:44:44.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:9:0)
[03:44:44.493] Build status: SCHEDULED
[03:44:44.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:10:0) after 1m56s
[03:46:40.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:10:0)
[03:46:40.507] Build status: SCHEDULED
[03:46:40.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:11:0) after 2m53s
[03:49:33.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:11:0)
[03:49:33.577] Build status: SCHEDULED
[03:49:33.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:12:0) after 1m21s
[03:50:54.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:12:0)
[03:50:54.608] Build status: SCHEDULED
[03:50:54.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:13:0) after 3m41s
[03:54:35.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:13:0)
[03:54:35.729] Build status: SCHEDULED
[03:54:35.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:14:0) after 2m37s
[03:57:12.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:14:0)
[03:57:12.778] Build status: SCHEDULED
[03:57:12.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:15:0) after 7m9s
[04:04:21.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:15:0)
[04:04:21.804] Build status: SCHEDULED
[04:04:21.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:16:0) after 6m7s
[04:10:28.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:16:0)
[04:10:28.834] Build status: SCHEDULED
[04:10:28.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:17:0) after 9m53s
[04:20:21.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:17:0)
[04:20:21.939] Build status: SCHEDULED
[04:20:21.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:18:0) after 1m0s
[04:21:21.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:18:0)
[04:21:22.028] Build status: SCHEDULED
[04:21:22.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:19:0) after 3m50s
[04:25:12.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:19:0)
[04:25:12.079] Build status: SCHEDULED
[04:25:12.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:20:0) after 1m27s
[04:26:39.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:20:0)
[04:26:39.279] Build status: SCHEDULED
[04:26:39.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:21:0) after 9m9s
[04:35:48.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:21:0)
[04:35:48.307] Build status: SCHEDULED
[04:35:48.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:22:0) after 7m37s
[04:43:25.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:22:0)
[04:43:25.369] Build status: SCHEDULED
[04:43:25.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:23:0) after 7m5s
[04:50:30.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:23:0)
[04:50:30.492] Build status: SCHEDULED
[04:50:30.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:24:0) after 4m43s
[04:55:13.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:24:0)
[04:55:13.542] Build status: SCHEDULED
[04:55:13.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:25:0) after 6m52s
[05:02:05.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:25:0)
[05:02:05.714] Build status: SCHEDULED
[05:02:05.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:26:0) after 5m37s
[05:07:42.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:26:0)
[05:07:42.811] Build status: SCHEDULED
[05:07:42.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:27:0) after 7m58s
[05:15:40.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:27:0)
[05:15:40.931] Build status: SCHEDULED
[05:15:40.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:28:0) after 8m9s
[05:23:49.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:28:0)
[05:23:49.962] Build status: SCHEDULED
[05:23:49.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:29:0) after 6m57s
[05:30:47.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:29:0)
[05:30:47.058] Build status: SCHEDULED
[05:30:47.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:30:0) after 8m51s
[05:39:38.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:30:0)
[05:39:38.418] Build status: SCHEDULED
[05:39:38.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:31:0) after 4m28s
[05:44:06.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:31:0)
[05:44:06.414] Build status: SCHEDULED
[05:44:06.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:32:0) after 4m7s
[05:48:13.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:32:0)
[05:48:13.443] Build status: SCHEDULED
[05:48:13.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:33:0) after 6m47s
[05:55:00.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:33:0)
[05:55:00.490] Build status: SCHEDULED
[05:55:00.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:34:0) after 9m10s
[06:04:10.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:34:0)
[06:04:10.582] Build status: SCHEDULED
[06:04:10.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:35:0) after 5m49s
[06:09:59.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:35:0)
[06:09:59.751] Build status: SCHEDULED
[06:09:59.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:36:0) after 5m20s
[06:15:19.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:36:0)
[06:15:19.836] Build status: SCHEDULED
[06:15:19.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:37:0) after 4m9s
[06:19:29.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:37:0)
[06:19:29.047] Build status: SCHEDULED
[06:19:29.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:38:0) after 4m42s
[06:24:11.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:38:0)
[06:24:11.183] Build status: SCHEDULED
[06:24:11.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:39:0) after 7m22s
[06:31:33.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:39:0)
[06:31:33.249] Build status: SCHEDULED
[06:31:33.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:40:0) after 8m27s
[06:40:00.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:40:0)
[06:40:00.836] Build status: SCHEDULED
[06:40:00.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:41:0) after 9m23s
[06:49:23.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:41:0)
[06:49:23.873] Build status: SCHEDULED
[06:49:23.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:42:0) after 5m38s
[06:55:01.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:42:0)
[06:55:01.912] Build status: SCHEDULED
[06:55:01.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:43:0) after 1m9s
[06:56:11.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:43:0)
[06:56:11.707] Build status: SCHEDULED
[06:56:11.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:44:0) after 7m16s
[07:03:27.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:44:0)
[07:03:27.855] Build status: SCHEDULED
[07:03:27.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:45:0) after 2m47s
[07:06:14.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:45:0)
[07:06:14.964] Build status: SCHEDULED
[07:06:14.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:46:0) after 3m58s
[07:10:13.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:46:0)
[07:10:13.052] Build status: SCHEDULED
[07:10:13.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:47:0) after 9m1s
[07:19:14.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:47:0)
[07:19:14.103] Build status: SCHEDULED
[07:19:14.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:48:0) after 4m47s
[07:24:01.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:48:0)
[07:24:01.181] Build status: SCHEDULED
[07:24:01.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:49:0) after 1m33s
[07:25:34.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:49:0)
[07:25:34.338] Build status: SCHEDULED
[07:25:34.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:50:0) after 6m55s
[07:32:29.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:50:0)
[07:32:29.517] Build status: SCHEDULED
[07:32:29.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:51:0) after 2m44s
[07:35:13.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:51:0)
[07:35:13.559] Build status: SCHEDULED
[07:35:13.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:52:0) after 8m48s
[07:44:01.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:52:0)
[07:44:01.578] Build status: SCHEDULED
[07:44:01.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:53:0) after 5m57s
[07:49:59.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:53:0)
[07:49:59.126] Build status: SCHEDULED
[07:49:59.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:54:0) after 1m34s
[07:51:33.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:54:0)
[07:51:33.327] Build status: SCHEDULED
[07:51:33.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:55:0) after 7m10s
[07:58:43.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:55:0)
[07:58:43.358] Build status: SCHEDULED
[07:58:43.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:56:0) after 5m32s
[08:04:15.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:56:0)
[08:04:15.452] Build status: SCHEDULED
[08:04:15.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:57:0) after 1m32s
[08:05:47.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:57:0)
[08:05:47.477] Build status: SCHEDULED
[08:05:47.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:58:0) after 8m41s
[08:14:28.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:58:0)
[08:14:28.850] Build status: SCHEDULED
[08:14:28.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:59:0) after 3m58s
[08:18:26.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:59:0)
[08:18:26.983] Build status: SCHEDULED
[08:18:26.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:60:0) after 5m2s
[08:23:29.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:60:0)
[08:23:29.115] Build status: SCHEDULED
[08:23:29.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:61:0) after 5m48s
[08:29:17.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:61:0)
[08:29:17.541] Build status: SCHEDULED
[08:29:17.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:62:0) after 1m27s
[08:30:44.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:62:0)
[08:30:44.698] Build status: SCHEDULED
[08:30:44.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:63:0) after 1m23s
[08:32:07.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:63:0)
[08:32:07.737] Build status: SCHEDULED
[08:32:07.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:64:0) after 8m33s
[08:40:41.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:64:0)
[08:40:41.177] Build status: SCHEDULED
[08:40:41.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:65:0) after 7m44s
[08:48:25.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:65:0)
[08:48:25.958] Build status: SCHEDULED
[08:48:25.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:66:0) after 6m34s
[08:55:00.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:66:0)
[08:55:00.106] Build status: SCHEDULED
[08:55:00.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868040094059514880:67:0) after 7m45s
[08:56:11.546] Received PubSub notification, asking Buildbucket for the build status
[08:56:11.563] Build status: STARTED
[09:01:32.509] Received PubSub notification, asking Buildbucket for the build status
[09:01:32.547] Build:
{
  "id": "8702610032217841297",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-27T02:49:08.782575486Z",
  "startTime": "2025-09-27T08:56:11.356322432Z",
  "endTime": "2025-09-27T09:01:30.689431375Z",
  "updateTime": "2025-09-27T09:01:30.689431375Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "f24c9a11369e47c8dd16f140afd15a9733b27775",
      "ref": "refs/heads/main"
    }
  }
}
[09:01:32.547] Invocation finished in 6h12m24.905451454s with status FAILED