Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:46:28.798] New invocation is queued and will start shortly
[16:46:30.694] Starting the invocation (attempt 1)
[16:46:30.725] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
[16:46:30.725] Popped gitiles commit info from properties and tags
[16:46:30.725] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:46:30.725] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:46:30.726] Buildbucket request:
{
  "requestId": "8869346366902945024",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869346366902945024",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
                        "title": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869346366902945024"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:46:31.154] Scheduled build:
{
  "id": "8703916304137500769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T16:46:30.802721858Z",
  "updateTime": "2025-09-12T16:46:30.802721858Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
      "ref": "refs/heads/main"
    }
  }
}
[16:46:31.154] Task URL: https://cr-buildbucket.appspot.com/build/8703916304137500769
[16:46:31.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:2:0) after 3m40s
[16:46:41.002] Received PubSub notification, asking Buildbucket for the build status
[16:46:41.033] Build status: SCHEDULED
[16:50:11.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:2:0)
[16:50:11.483] Build status: SCHEDULED
[16:50:11.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:4:0) after 3m38s
[16:53:49.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:4:0)
[16:53:49.578] Build status: SCHEDULED
[16:53:49.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:5:0) after 5m44s
[16:59:33.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:5:0)
[16:59:33.685] Build status: SCHEDULED
[16:59:33.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:6:0) after 5m44s
[17:05:17.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:6:0)
[17:05:17.721] Build status: SCHEDULED
[17:05:17.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:7:0) after 8m24s
[17:13:41.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:7:0)
[17:13:41.865] Build status: SCHEDULED
[17:13:41.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:8:0) after 6m48s
[17:20:29.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:8:0)
[17:20:29.982] Build status: SCHEDULED
[17:20:29.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:9:0) after 7m46s
[17:28:16.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:9:0)
[17:28:16.075] Build status: SCHEDULED
[17:28:16.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:10:0) after 1m26s
[17:29:42.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:10:0)
[17:29:42.129] Build status: SCHEDULED
[17:29:42.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:11:0) after 6m31s
[17:36:13.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:11:0)
[17:36:13.132] Build status: SCHEDULED
[17:36:13.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:12:0) after 8m1s
[17:44:14.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:12:0)
[17:44:14.358] Build status: SCHEDULED
[17:44:14.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:13:0) after 3m57s
[17:48:11.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:13:0)
[17:48:11.599] Build status: SCHEDULED
[17:48:11.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:14:0) after 1m19s
[17:49:30.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:14:0)
[17:49:30.597] Build status: SCHEDULED
[17:49:30.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:15:0) after 5m53s
[17:55:23.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:15:0)
[17:55:23.723] Build status: SCHEDULED
[17:55:23.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:16:0) after 8m21s
[18:03:44.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:16:0)
[18:03:44.908] Build status: SCHEDULED
[18:03:44.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:17:0) after 8m24s
[18:12:08.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:17:0)
[18:12:09.038] Build status: SCHEDULED
[18:12:09.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:18:0) after 2m59s
[18:15:08.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:18:0)
[18:15:08.181] Build status: SCHEDULED
[18:15:08.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:19:0) after 4m13s
[18:19:21.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:19:0)
[18:19:21.217] Build status: SCHEDULED
[18:19:21.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:20:0) after 1m41s
[18:21:02.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:20:0)
[18:21:02.336] Build status: SCHEDULED
[18:21:02.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:21:0) after 9m54s
[18:30:56.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:21:0)
[18:30:56.375] Build status: SCHEDULED
[18:30:56.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:22:0) after 2m17s
[18:33:13.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:22:0)
[18:33:13.413] Build status: SCHEDULED
[18:33:13.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:23:0) after 9m50s
[18:43:03.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:23:0)
[18:43:03.412] Build status: SCHEDULED
[18:43:03.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:24:0) after 6m8s
[18:49:11.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:24:0)
[18:49:11.751] Build status: SCHEDULED
[18:49:11.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:25:0) after 6m59s
[18:56:10.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:25:0)
[18:56:10.793] Build status: SCHEDULED
[18:56:10.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:26:0) after 8m34s
[19:04:44.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:26:0)
[19:04:44.915] Build status: SCHEDULED
[19:04:44.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:27:0) after 2m17s
[19:07:01.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:27:0)
[19:07:01.945] Build status: SCHEDULED
[19:07:01.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:28:0) after 1m54s
[19:08:56.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:28:0)
[19:08:56.070] Build status: SCHEDULED
[19:08:56.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:29:0) after 6m59s
[19:15:55.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:29:0)
[19:15:55.160] Build status: SCHEDULED
[19:15:55.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:30:0) after 3m8s
[19:19:03.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:30:0)
[19:19:03.197] Build status: SCHEDULED
[19:19:03.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:31:0) after 7m19s
[19:26:22.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:31:0)
[19:26:22.220] Build status: SCHEDULED
[19:26:22.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:32:0) after 7m29s
[19:33:51.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:32:0)
[19:33:51.353] Build status: SCHEDULED
[19:33:51.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:33:0) after 8m59s
[19:42:50.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:33:0)
[19:42:50.412] Build status: SCHEDULED
[19:42:50.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:34:0) after 2m14s
[19:45:04.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:34:0)
[19:45:04.505] Build status: SCHEDULED
[19:45:04.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:35:0) after 8m26s
[19:53:30.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:35:0)
[19:53:30.541] Build status: SCHEDULED
[19:53:30.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:36:0) after 5m27s
[19:58:57.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:36:0)
[19:58:57.724] Build status: SCHEDULED
[19:58:57.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:37:0) after 8m51s
[20:07:48.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:37:0)
[20:07:48.727] Build status: SCHEDULED
[20:07:48.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:38:0) after 3m59s
[20:11:47.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:38:0)
[20:11:47.760] Build status: SCHEDULED
[20:11:47.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:39:0) after 3m51s
[20:15:38.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:39:0)
[20:15:38.853] Build status: SCHEDULED
[20:15:38.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:40:0) after 9m15s
[20:24:53.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:40:0)
[20:24:53.941] Build status: SCHEDULED
[20:24:53.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:41:0) after 3m26s
[20:28:20.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:41:0)
[20:28:20.033] Build status: SCHEDULED
[20:28:20.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:42:0) after 7m18s
[20:35:38.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:42:0)
[20:35:38.166] Build status: SCHEDULED
[20:35:38.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:43:0) after 1m31s
[20:37:09.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:43:0)
[20:37:09.203] Build status: SCHEDULED
[20:37:09.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:44:0) after 5m48s
[20:42:57.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:44:0)
[20:42:57.886] Build status: SCHEDULED
[20:42:57.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:45:0) after 8m33s
[20:51:30.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:45:0)
[20:51:30.916] Build status: SCHEDULED
[20:51:30.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:46:0) after 2m31s
[20:54:01.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:46:0)
[20:54:01.949] Build status: SCHEDULED
[20:54:01.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:47:0) after 1m16s
[20:55:18.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:47:0)
[20:55:18.083] Build status: SCHEDULED
[20:55:18.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:48:0) after 1m2s
[20:56:20.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:48:0)
[20:56:20.141] Build status: SCHEDULED
[20:56:20.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:49:0) after 1m58s
[20:58:18.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:49:0)
[20:58:18.174] Build status: SCHEDULED
[20:58:18.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:50:0) after 7m4s
[21:05:22.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:50:0)
[21:05:22.273] Build status: SCHEDULED
[21:05:22.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:51:0) after 3m20s
[21:08:42.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:51:0)
[21:08:42.394] Build status: SCHEDULED
[21:08:42.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:52:0) after 1m44s
[21:10:26.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:52:0)
[21:10:26.560] Build status: SCHEDULED
[21:10:26.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:53:0) after 9m17s
[21:19:43.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:53:0)
[21:19:43.685] Build status: SCHEDULED
[21:19:43.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:54:0) after 6m35s
[21:26:18.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:54:0)
[21:26:18.839] Build status: SCHEDULED
[21:26:18.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:55:0) after 6m53s
[21:33:11.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:55:0)
[21:33:11.876] Build status: SCHEDULED
[21:33:11.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:56:0) after 9m29s
[21:42:40.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:56:0)
[21:42:40.984] Build status: SCHEDULED
[21:42:40.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:57:0) after 6m35s
[21:49:16.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:57:0)
[21:49:16.037] Build status: SCHEDULED
[21:49:16.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:58:0) after 5m25s
[21:54:41.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:58:0)
[21:54:41.074] Build status: SCHEDULED
[21:54:41.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:59:0) after 2m33s
[21:57:14.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:59:0)
[21:57:14.162] Build status: SCHEDULED
[21:57:14.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:60:0) after 4m11s
[22:01:25.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:60:0)
[22:01:25.201] Build status: SCHEDULED
[22:01:25.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:61:0) after 5m23s
[22:06:48.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:61:0)
[22:06:48.187] Build status: SCHEDULED
[22:06:48.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:62:0) after 3m30s
[22:10:18.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:62:0)
[22:10:18.235] Build status: SCHEDULED
[22:10:18.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:63:0) after 8m50s
[22:19:08.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:63:0)
[22:19:08.335] Build status: SCHEDULED
[22:19:08.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:64:0) after 8m0s
[22:27:08.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:64:0)
[22:27:08.383] Build status: SCHEDULED
[22:27:08.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:65:0) after 5m14s
[22:32:22.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:65:0)
[22:32:22.471] Build status: SCHEDULED
[22:32:22.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:66:0) after 5m25s
[22:37:47.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:66:0)
[22:37:47.508] Build status: SCHEDULED
[22:37:47.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:67:0) after 9m52s
[22:47:39.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:67:0)
[22:47:39.537] Build status: SCHEDULED
[22:47:39.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:68:0) after 6m44s
[22:54:23.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:68:0)
[22:54:23.569] Build status: SCHEDULED
[22:54:23.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:69:0) after 1m56s
[22:56:19.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:69:0)
[22:56:19.606] Build status: SCHEDULED
[22:56:19.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:70:0) after 5m25s
[23:01:44.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:70:0)
[23:01:44.695] Build status: SCHEDULED
[23:01:44.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:71:0) after 4m57s
[23:06:41.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:71:0)
[23:06:41.782] Build status: SCHEDULED
[23:06:41.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:72:0) after 6m3s
[23:12:44.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:72:0)
[23:12:44.981] Build status: SCHEDULED
[23:12:44.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:73:0) after 8m50s
[23:21:35.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:73:0)
[23:21:35.033] Build status: SCHEDULED
[23:21:35.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:74:0) after 2m46s
[23:24:21.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:74:0)
[23:24:21.065] Build status: SCHEDULED
[23:24:21.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:75:0) after 5m1s
[23:29:22.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:75:0)
[23:29:22.126] Build status: SCHEDULED
[23:29:22.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:76:0) after 7m26s
[23:36:48.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:76:0)
[23:36:48.181] Build status: SCHEDULED
[23:36:48.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:77:0) after 4m57s
[23:41:45.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:77:0)
[23:41:45.268] Build status: SCHEDULED
[23:41:45.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:78:0) after 6m5s
[23:47:50.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:78:0)
[23:47:50.378] Build status: SCHEDULED
[23:47:50.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:79:0) after 8m11s
[23:56:01.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:79:0)
[23:56:01.532] Build status: SCHEDULED
[23:56:01.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:80:0) after 7m49s
[00:03:50.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:80:0)
[00:03:50.602] Build status: SCHEDULED
[00:03:50.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:81:0) after 9m47s
[00:13:37.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:81:0)
[00:13:37.851] Build status: SCHEDULED
[00:13:37.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:82:0) after 5m23s
[00:19:00.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:82:0)
[00:19:00.864] Build status: SCHEDULED
[00:19:00.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:83:0) after 4m38s
[00:23:38.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:83:0)
[00:23:38.904] Build status: SCHEDULED
[00:23:38.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:84:0) after 3m55s
[00:27:33.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:84:0)
[00:27:33.999] Build status: SCHEDULED
[00:27:34.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:85:0) after 4m46s
[00:32:20.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:85:0)
[00:32:20.153] Build status: SCHEDULED
[00:32:20.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:86:0) after 2m10s
[00:34:30.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:86:0)
[00:34:30.158] Build status: SCHEDULED
[00:34:30.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:87:0) after 8m12s
[00:42:42.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:87:0)
[00:42:42.197] Build status: SCHEDULED
[00:42:42.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8869346366902945024:88:0) after 8m1s
[00:46:47.160] Received PubSub notification, asking Buildbucket for the build status
[00:46:47.177] Build:
{
  "id": "8703916304137500769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T16:46:30.802721858Z",
  "endTime": "2025-09-13T00:46:36.258492488Z",
  "updateTime": "2025-09-13T00:46:36.258492488Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
      "ref": "refs/heads/main"
    }
  }
}
[00:46:47.177] Invocation finished in 8h0m18.396825005s with status FAILED