1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy
  4. 8862612614824113760
Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "ed1729e485748504f187956f74864578e3392255"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ed1729e485748504f187956f74864578e3392255
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:36:35.202] New invocation is queued and will start shortly
[00:36:36.311] Starting the invocation (attempt 1)
[00:36:36.345] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ed1729e485748504f187956f74864578e3392255"
[00:36:36.345] Popped gitiles commit info from properties and tags
[00:36:36.345] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:36:36.345] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:36:36.345] Buildbucket request:
{
  "requestId": "8862612614824113760",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8862612614824113760",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f9b2c52ca6cbb3be5e50968f6c73202c588877c9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9b2c52ca6cbb3be5e50968f6c73202c588877c9",
                        "title": "f9b2c52ca6cbb3be5e50968f6c73202c588877c9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9b2c52ca6cbb3be5e50968f6c73202c588877c9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ed1729e485748504f187956f74864578e3392255"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ed1729e485748504f187956f74864578e3392255",
                        "title": "ed1729e485748504f187956f74864578e3392255",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ed1729e485748504f187956f74864578e3392255"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "ed1729e485748504f187956f74864578e3392255",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8862612614824113760"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:36:36.696] Scheduled build:
{
  "id": "8697182552915103057",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-26T00:36:36.396588484Z",
  "updateTime": "2025-11-26T00:36:36.396588484Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ed1729e485748504f187956f74864578e3392255",
      "ref": "refs/heads/main"
    }
  }
}
[00:36:36.696] Task URL: https://cr-buildbucket.appspot.com/build/8697182552915103057
[00:36:36.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:2:0) after 9m29s
[00:36:37.655] Received PubSub notification, asking Buildbucket for the build status
[00:36:37.681] Build status: SCHEDULED
[00:46:05.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:2:0)
[00:46:05.827] Build status: SCHEDULED
[00:46:05.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:4:0) after 2m19s
[00:48:24.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:4:0)
[00:48:24.864] Build status: SCHEDULED
[00:48:24.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:5:0) after 7m38s
[00:56:02.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:5:0)
[00:56:02.980] Build status: SCHEDULED
[00:56:02.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:6:0) after 3m34s
[00:59:36.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:6:0)
[00:59:37.329] Build status: SCHEDULED
[00:59:37.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:7:0) after 1m2s
[01:00:39.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:7:0)
[01:00:39.411] Build status: SCHEDULED
[01:00:39.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:8:0) after 6m29s
[01:07:08.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:8:0)
[01:07:08.435] Build status: SCHEDULED
[01:07:08.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:9:0) after 7m9s
[01:14:17.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:9:0)
[01:14:17.428] Build status: SCHEDULED
[01:14:17.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:10:0) after 5m51s
[01:20:08.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:10:0)
[01:20:08.578] Build status: SCHEDULED
[01:20:08.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:11:0) after 9m11s
[01:29:19.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:11:0)
[01:29:19.770] Build status: SCHEDULED
[01:29:19.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:12:0) after 9m18s
[01:38:37.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:12:0)
[01:38:37.847] Build status: SCHEDULED
[01:38:37.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:13:0) after 9m38s
[01:48:15.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:13:0)
[01:48:15.898] Build status: SCHEDULED
[01:48:15.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:14:0) after 5m25s
[01:53:40.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:14:0)
[01:53:40.951] Build status: SCHEDULED
[01:53:40.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:15:0) after 6m18s
[01:59:58.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:15:0)
[01:59:58.988] Build status: SCHEDULED
[01:59:58.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:16:0) after 4m5s
[02:04:04.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:16:0)
[02:04:04.036] Build status: SCHEDULED
[02:04:04.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:17:0) after 9m8s
[02:13:12.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:17:0)
[02:13:12.036] Build status: SCHEDULED
[02:13:12.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:18:0) after 4m16s
[02:17:28.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:18:0)
[02:17:28.281] Build status: SCHEDULED
[02:17:28.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:19:0) after 9m37s
[02:27:05.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:19:0)
[02:27:05.378] Build status: SCHEDULED
[02:27:05.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:20:0) after 6m33s
[02:33:38.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:20:0)
[02:33:38.458] Build status: SCHEDULED
[02:33:38.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:21:0) after 4m7s
[02:37:45.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:21:0)
[02:37:45.469] Build status: SCHEDULED
[02:37:45.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:22:0) after 1m15s
[02:39:00.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:22:0)
[02:39:00.514] Build status: SCHEDULED
[02:39:00.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:23:0) after 4m15s
[02:43:15.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:23:0)
[02:43:15.605] Build status: SCHEDULED
[02:43:15.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:24:0) after 5m10s
[02:48:25.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:24:0)
[02:48:25.730] Build status: SCHEDULED
[02:48:25.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:25:0) after 5m6s
[02:53:31.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:25:0)
[02:53:31.735] Build status: SCHEDULED
[02:53:31.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:26:0) after 3m57s
[02:57:28.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:26:0)
[02:57:28.800] Build status: SCHEDULED
[02:57:28.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:27:0) after 7m22s
[03:04:50.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:27:0)
[03:04:50.854] Build status: SCHEDULED
[03:04:50.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:28:0) after 2m43s
[03:07:33.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:28:0)
[03:07:33.891] Build status: SCHEDULED
[03:07:33.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:29:0) after 9m8s
[03:16:41.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:29:0)
[03:16:41.958] Build status: SCHEDULED
[03:16:41.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:30:0) after 8m15s
[03:24:56.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:30:0)
[03:24:57.086] Build status: SCHEDULED
[03:24:57.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:31:0) after 5m34s
[03:30:31.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:31:0)
[03:30:31.288] Build status: SCHEDULED
[03:30:31.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:32:0) after 1m41s
[03:32:12.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:32:0)
[03:32:12.427] Build status: SCHEDULED
[03:32:12.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:33:0) after 5m39s
[03:37:51.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:33:0)
[03:37:51.872] Build status: SCHEDULED
[03:37:51.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:34:0) after 4m21s
[03:42:12.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:34:0)
[03:42:12.984] Build status: SCHEDULED
[03:42:12.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:35:0) after 5m4s
[03:47:17.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:35:0)
[03:47:17.020] Build status: SCHEDULED
[03:47:17.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:36:0) after 7m38s
[03:54:55.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:36:0)
[03:54:55.125] Build status: SCHEDULED
[03:54:55.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:37:0) after 8m28s
[04:03:23.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:37:0)
[04:03:23.153] Build status: SCHEDULED
[04:03:23.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:38:0) after 1m29s
[04:04:52.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:38:0)
[04:04:52.187] Build status: SCHEDULED
[04:04:52.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:39:0) after 5m49s
[04:10:41.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:39:0)
[04:10:41.245] Build status: SCHEDULED
[04:10:41.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:40:0) after 1m46s
[04:12:27.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:40:0)
[04:12:27.511] Build status: SCHEDULED
[04:12:27.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:41:0) after 8m19s
[04:20:46.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:41:0)
[04:20:46.589] Build status: SCHEDULED
[04:20:46.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:42:0) after 8m43s
[04:29:29.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:42:0)
[04:29:29.622] Build status: SCHEDULED
[04:29:29.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:43:0) after 9m13s
[04:38:42.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:43:0)
[04:38:42.708] Build status: SCHEDULED
[04:38:42.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:44:0) after 3m26s
[04:42:08.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:44:0)
[04:42:08.786] Build status: SCHEDULED
[04:42:08.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:45:0) after 8m41s
[04:50:49.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:45:0)
[04:50:49.919] Build status: SCHEDULED
[04:50:49.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:46:0) after 7m40s
[04:58:29.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:46:0)
[04:58:29.945] Build status: SCHEDULED
[04:58:29.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:47:0) after 7m57s
[05:06:26.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:47:0)
[05:06:27.008] Build status: SCHEDULED
[05:06:27.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:48:0) after 2m58s
[05:09:24.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:48:0)
[05:09:24.995] Build status: SCHEDULED
[05:09:24.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:49:0) after 3m54s
[05:13:19.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:49:0)
[05:13:19.079] Build status: SCHEDULED
[05:13:19.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:50:0) after 3m34s
[05:16:53.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:50:0)
[05:16:53.114] Build status: SCHEDULED
[05:16:53.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:51:0) after 4m46s
[05:21:39.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:51:0)
[05:21:39.285] Build status: SCHEDULED
[05:21:39.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:52:0) after 2m28s
[05:24:07.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:52:0)
[05:24:07.335] Build status: SCHEDULED
[05:24:07.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:53:0) after 8m20s
[05:32:27.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:53:0)
[05:32:27.366] Build status: SCHEDULED
[05:32:27.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:54:0) after 7m18s
[05:39:45.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:54:0)
[05:39:45.463] Build status: SCHEDULED
[05:39:45.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:55:0) after 9m7s
[05:48:52.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:55:0)
[05:48:52.496] Build status: SCHEDULED
[05:48:52.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:56:0) after 8m5s
[05:56:57.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:56:0)
[05:56:57.549] Build status: SCHEDULED
[05:56:57.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:57:0) after 8m38s
[06:05:35.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:57:0)
[06:05:35.645] Build status: SCHEDULED
[06:05:35.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:58:0) after 8m36s
[06:14:11.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:58:0)
[06:14:11.680] Build status: SCHEDULED
[06:14:11.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:59:0) after 8m38s
[06:22:49.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:59:0)
[06:22:49.783] Build status: SCHEDULED
[06:22:49.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:60:0) after 8m33s
[06:31:22.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:60:0)
[06:31:22.818] Build status: SCHEDULED
[06:31:22.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:61:0) after 1m35s
[06:32:57.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:61:0)
[06:32:57.813] Build status: SCHEDULED
[06:32:57.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:62:0) after 2m59s
[06:35:56.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:62:0)
[06:35:56.848] Build status: SCHEDULED
[06:35:56.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:63:0) after 1m36s
[06:37:32.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:63:0)
[06:37:32.910] Build status: SCHEDULED
[06:37:32.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:64:0) after 1m12s
[06:38:44.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:64:0)
[06:38:44.968] Build status: SCHEDULED
[06:38:44.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:65:0) after 1m56s
[06:40:41.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:65:0)
[06:40:41.048] Build status: SCHEDULED
[06:40:41.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:66:0) after 5m53s
[06:46:34.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:66:0)
[06:46:34.155] Build status: SCHEDULED
[06:46:34.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:67:0) after 5m26s
[06:52:00.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:67:0)
[06:52:00.166] Build status: SCHEDULED
[06:52:00.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:68:0) after 2m42s
[06:54:42.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:68:0)
[06:54:42.219] Build status: SCHEDULED
[06:54:42.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:69:0) after 3m18s
[06:58:00.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:69:0)
[06:58:00.261] Build status: SCHEDULED
[06:58:00.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:70:0) after 2m59s
[07:00:59.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:70:0)
[07:00:59.369] Build status: SCHEDULED
[07:00:59.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:71:0) after 7m28s
[07:08:27.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:71:0)
[07:08:27.617] Build status: SCHEDULED
[07:08:27.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:72:0) after 7m35s
[07:16:02.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:72:0)
[07:16:02.721] Build status: SCHEDULED
[07:16:02.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:73:0) after 4m4s
[07:20:06.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:73:0)
[07:20:06.804] Build status: SCHEDULED
[07:20:06.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:74:0) after 7m58s
[07:28:04.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:74:0)
[07:28:04.891] Build status: SCHEDULED
[07:28:04.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:75:0) after 6m51s
[07:34:55.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:75:0)
[07:34:55.992] Build status: SCHEDULED
[07:34:55.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:76:0) after 7m22s
[07:42:18.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:76:0)
[07:42:18.081] Build status: SCHEDULED
[07:42:18.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:77:0) after 9m15s
[07:51:33.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:77:0)
[07:51:33.176] Build status: SCHEDULED
[07:51:33.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:78:0) after 2m23s
[07:53:56.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:78:0)
[07:53:56.256] Build status: SCHEDULED
[07:53:56.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:79:0) after 3m3s
[07:56:59.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:79:0)
[07:56:59.353] Build status: SCHEDULED
[07:56:59.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:80:0) after 8m44s
[08:05:43.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:80:0)
[08:05:43.397] Build status: SCHEDULED
[08:05:43.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:81:0) after 5m8s
[08:10:51.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:81:0)
[08:10:51.587] Build status: SCHEDULED
[08:10:51.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:82:0) after 7m4s
[08:13:58.706] Received PubSub notification, asking Buildbucket for the build status
[08:13:58.723] Build status: STARTED
[08:17:55.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:82:0)
[08:17:55.670] Build status: STARTED
[08:17:55.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8862612614824113760:84:0) after 6m23s
[08:23:12.636] Received PubSub notification, asking Buildbucket for the build status
[08:23:12.652] Build:
{
  "id": "8697182552915103057",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-26T00:36:36.396588484Z",
  "startTime": "2025-11-26T08:13:58.293732381Z",
  "endTime": "2025-11-26T08:23:12.365407082Z",
  "updateTime": "2025-11-26T08:23:12.365407082Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ed1729e485748504f187956f74864578e3392255",
      "ref": "refs/heads/main"
    }
  }
}
[08:23:12.652] Invocation finished in 7h46m37.460169644s with status FAILED