Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "498afe1d822c8fbae5299e024a5db75f1e40419d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/498afe1d822c8fbae5299e024a5db75f1e40419d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:53:36.286] New invocation is queued and will start shortly
[22:53:37.429] Starting the invocation (attempt 1)
[22:53:37.453] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/498afe1d822c8fbae5299e024a5db75f1e40419d"
[22:53:37.453] Popped gitiles commit info from properties and tags
[22:53:37.453] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:53:37.453] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:53:37.454] Buildbucket request:
{
  "requestId": "8861078945460272720",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8861078945460272720",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9469414ca6784dabf2a380ddfc5a67fb771163fb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9469414ca6784dabf2a380ddfc5a67fb771163fb",
                        "title": "9469414ca6784dabf2a380ddfc5a67fb771163fb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9469414ca6784dabf2a380ddfc5a67fb771163fb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "498afe1d822c8fbae5299e024a5db75f1e40419d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@498afe1d822c8fbae5299e024a5db75f1e40419d",
                        "title": "498afe1d822c8fbae5299e024a5db75f1e40419d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/498afe1d822c8fbae5299e024a5db75f1e40419d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "498afe1d822c8fbae5299e024a5db75f1e40419d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861078945460272720"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:53:38.353] Scheduled build:
{
  "id": "8695648883432535793",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-12T22:53:37.591326663Z",
  "updateTime": "2025-12-12T22:53:37.591326663Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "498afe1d822c8fbae5299e024a5db75f1e40419d",
      "ref": "refs/heads/main"
    }
  }
}
[22:53:38.353] Task URL: https://cr-buildbucket.appspot.com/build/8695648883432535793
[22:53:38.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:2:0) after 3m28s
[22:53:39.073] Received PubSub notification, asking Buildbucket for the build status
[22:53:39.091] Build status: SCHEDULED
[22:57:06.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:2:0)
[22:57:06.513] Build status: SCHEDULED
[22:57:06.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:4:0) after 7m41s
[23:04:47.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:4:0)
[23:04:47.609] Build status: SCHEDULED
[23:04:47.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:5:0) after 1m43s
[23:06:30.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:5:0)
[23:06:30.783] Build status: SCHEDULED
[23:06:30.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:6:0) after 1m28s
[23:07:58.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:6:0)
[23:07:58.821] Build status: SCHEDULED
[23:07:58.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:7:0) after 5m39s
[23:13:37.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:7:0)
[23:13:37.877] Build status: SCHEDULED
[23:13:37.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:8:0) after 2m50s
[23:16:27.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:8:0)
[23:16:27.963] Build status: SCHEDULED
[23:16:27.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:9:0) after 3m42s
[23:20:09.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:9:0)
[23:20:10.000] Build status: SCHEDULED
[23:20:10.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:10:0) after 9m42s
[23:29:52.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:10:0)
[23:29:52.095] Build status: SCHEDULED
[23:29:52.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:11:0) after 8m30s
[23:38:22.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:11:0)
[23:38:22.086] Build status: SCHEDULED
[23:38:22.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:12:0) after 8m42s
[23:47:04.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:12:0)
[23:47:04.113] Build status: SCHEDULED
[23:47:04.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:13:0) after 3m13s
[23:50:17.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:13:0)
[23:50:17.139] Build status: SCHEDULED
[23:50:17.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:14:0) after 9m17s
[23:59:34.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:14:0)
[23:59:34.257] Build status: SCHEDULED
[23:59:34.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:15:0) after 9m33s
[00:09:07.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:15:0)
[00:09:07.442] Build status: SCHEDULED
[00:09:07.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:16:0) after 4m38s
[00:13:45.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:16:0)
[00:13:45.619] Build status: SCHEDULED
[00:13:45.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:17:0) after 2m24s
[00:16:09.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:17:0)
[00:16:09.649] Build status: SCHEDULED
[00:16:09.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:18:0) after 1m22s
[00:17:31.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:18:0)
[00:17:31.672] Build status: SCHEDULED
[00:17:31.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:19:0) after 9m42s
[00:27:13.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:19:0)
[00:27:13.735] Build status: SCHEDULED
[00:27:13.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:20:0) after 9m53s
[00:37:06.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:20:0)
[00:37:06.865] Build status: SCHEDULED
[00:37:06.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:21:0) after 7m58s
[00:45:04.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:21:0)
[00:45:04.871] Build status: SCHEDULED
[00:45:04.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:22:0) after 7m27s
[00:52:31.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:22:0)
[00:52:31.907] Build status: SCHEDULED
[00:52:31.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:23:0) after 8m3s
[01:00:34.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:23:0)
[01:00:34.942] Build status: SCHEDULED
[01:00:34.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:24:0) after 2m45s
[01:03:20.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:24:0)
[01:03:20.040] Build status: SCHEDULED
[01:03:20.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:25:0) after 1m33s
[01:04:53.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:25:0)
[01:04:53.071] Build status: SCHEDULED
[01:04:53.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:26:0) after 8m48s
[01:13:41.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:26:0)
[01:13:41.106] Build status: SCHEDULED
[01:13:41.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:27:0) after 8m17s
[01:21:58.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:27:0)
[01:21:58.144] Build status: SCHEDULED
[01:21:58.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:28:0) after 9m54s
[01:31:52.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:28:0)
[01:31:52.173] Build status: SCHEDULED
[01:31:52.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:29:0) after 8m7s
[01:39:59.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:29:0)
[01:39:59.212] Build status: SCHEDULED
[01:39:59.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:30:0) after 8m35s
[01:48:34.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:30:0)
[01:48:34.304] Build status: SCHEDULED
[01:48:34.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:31:0) after 3m1s
[01:51:35.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:31:0)
[01:51:35.335] Build status: SCHEDULED
[01:51:35.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:32:0) after 3m3s
[01:54:38.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:32:0)
[01:54:38.365] Build status: SCHEDULED
[01:54:38.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:33:0) after 7m27s
[02:02:05.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:33:0)
[02:02:05.457] Build status: SCHEDULED
[02:02:05.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:34:0) after 3m40s
[02:05:45.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:34:0)
[02:05:45.517] Build status: SCHEDULED
[02:05:45.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:35:0) after 6m12s
[02:11:57.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:35:0)
[02:11:57.638] Build status: SCHEDULED
[02:11:57.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:36:0) after 3m49s
[02:15:46.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:36:0)
[02:15:46.619] Build status: SCHEDULED
[02:15:46.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:37:0) after 2m37s
[02:18:23.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:37:0)
[02:18:23.858] Build status: SCHEDULED
[02:18:23.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:38:0) after 6m45s
[02:25:08.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:38:0)
[02:25:08.896] Build status: SCHEDULED
[02:25:08.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:39:0) after 4m12s
[02:29:20.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:39:0)
[02:29:21.021] Build status: SCHEDULED
[02:29:21.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:40:0) after 2m47s
[02:32:08.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:40:0)
[02:32:08.058] Build status: SCHEDULED
[02:32:08.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:41:0) after 2m49s
[02:34:57.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:41:0)
[02:34:57.108] Build status: SCHEDULED
[02:34:57.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:42:0) after 9m30s
[02:44:27.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:42:0)
[02:44:27.162] Build status: SCHEDULED
[02:44:27.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:43:0) after 4m24s
[02:48:51.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:43:0)
[02:48:51.172] Build status: SCHEDULED
[02:48:51.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:44:0) after 3m40s
[02:52:31.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:44:0)
[02:52:31.238] Build status: SCHEDULED
[02:52:31.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:45:0) after 7m31s
[03:00:02.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:45:0)
[03:00:02.457] Build status: SCHEDULED
[03:00:02.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:46:0) after 8m1s
[03:08:03.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:46:0)
[03:08:03.546] Build status: SCHEDULED
[03:08:03.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:47:0) after 6m27s
[03:14:30.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:47:0)
[03:14:30.575] Build status: SCHEDULED
[03:14:30.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:48:0) after 4m36s
[03:19:06.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:48:0)
[03:19:06.626] Build status: SCHEDULED
[03:19:06.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:49:0) after 6m34s
[03:25:40.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:49:0)
[03:25:40.654] Build status: SCHEDULED
[03:25:40.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:50:0) after 6m45s
[03:32:25.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:50:0)
[03:32:25.824] Build status: SCHEDULED
[03:32:25.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:51:0) after 1m45s
[03:34:10.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:51:0)
[03:34:10.860] Build status: SCHEDULED
[03:34:10.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:52:0) after 3m50s
[03:38:00.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:52:0)
[03:38:00.930] Build status: SCHEDULED
[03:38:00.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:53:0) after 6m0s
[03:44:01.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:53:0)
[03:44:01.062] Build status: SCHEDULED
[03:44:01.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:54:0) after 4m56s
[03:48:57.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:54:0)
[03:48:57.143] Build status: SCHEDULED
[03:48:57.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:55:0) after 1m21s
[03:50:18.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:55:0)
[03:50:18.193] Build status: SCHEDULED
[03:50:18.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:56:0) after 1m1s
[03:51:19.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:56:0)
[03:51:19.299] Build status: SCHEDULED
[03:51:19.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:57:0) after 9m8s
[04:00:27.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:57:0)
[04:00:27.362] Build status: SCHEDULED
[04:00:27.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:58:0) after 2m14s
[04:02:41.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:58:0)
[04:02:41.396] Build status: SCHEDULED
[04:02:41.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:59:0) after 8m2s
[04:10:43.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:59:0)
[04:10:43.447] Build status: SCHEDULED
[04:10:43.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:60:0) after 1m52s
[04:12:35.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:60:0)
[04:12:35.506] Build status: SCHEDULED
[04:12:35.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:61:0) after 4m42s
[04:17:17.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:61:0)
[04:17:17.533] Build status: SCHEDULED
[04:17:17.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:62:0) after 5m29s
[04:22:46.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:62:0)
[04:22:46.570] Build status: SCHEDULED
[04:22:46.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:63:0) after 5m28s
[04:28:14.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:63:0)
[04:28:14.754] Build status: SCHEDULED
[04:28:14.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:64:0) after 7m49s
[04:36:03.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:64:0)
[04:36:03.906] Build status: SCHEDULED
[04:36:03.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:65:0) after 5m55s
[04:41:59.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:65:0)
[04:41:59.234] Build status: SCHEDULED
[04:41:59.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:66:0) after 4m27s
[04:46:26.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:66:0)
[04:46:26.688] Build status: SCHEDULED
[04:46:26.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:67:0) after 5m4s
[04:51:31.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:67:0)
[04:51:31.051] Build status: SCHEDULED
[04:51:31.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:68:0) after 9m45s
[05:01:16.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:68:0)
[05:01:16.171] Build status: SCHEDULED
[05:01:16.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:69:0) after 4m28s
[05:05:44.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:69:0)
[05:05:44.202] Build status: SCHEDULED
[05:05:44.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:70:0) after 5m58s
[05:11:42.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:70:0)
[05:11:42.228] Build status: SCHEDULED
[05:11:42.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:71:0) after 9m36s
[05:21:18.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:71:0)
[05:21:18.360] Build status: SCHEDULED
[05:21:18.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:72:0) after 9m20s
[05:30:38.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:72:0)
[05:30:38.438] Build status: SCHEDULED
[05:30:38.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:73:0) after 8m28s
[05:39:06.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:73:0)
[05:39:06.440] Build status: SCHEDULED
[05:39:06.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:74:0) after 6m57s
[05:46:03.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:74:0)
[05:46:03.468] Build status: SCHEDULED
[05:46:03.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:75:0) after 7m37s
[05:53:40.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:75:0)
[05:53:40.510] Build status: SCHEDULED
[05:53:40.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:76:0) after 6m44s
[06:00:24.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:76:0)
[06:00:24.606] Build status: SCHEDULED
[06:00:24.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:77:0) after 2m40s
[06:03:04.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:77:0)
[06:03:04.811] Build status: SCHEDULED
[06:03:04.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:78:0) after 6m51s
[06:09:55.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:78:0)
[06:09:55.936] Build status: SCHEDULED
[06:09:55.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:79:0) after 8m23s
[06:18:18.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:79:0)
[06:18:18.966] Build status: SCHEDULED
[06:18:18.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:80:0) after 6m1s
[06:24:19.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:80:0)
[06:24:19.998] Build status: SCHEDULED
[06:24:19.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:81:0) after 7m13s
[06:31:33.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:81:0)
[06:31:33.081] Build status: SCHEDULED
[06:31:33.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:82:0) after 1m21s
[06:32:54.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:82:0)
[06:32:54.264] Build status: SCHEDULED
[06:32:54.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:83:0) after 9m42s
[06:42:36.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:83:0)
[06:42:36.324] Build status: SCHEDULED
[06:42:36.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:84:0) after 8m1s
[06:50:37.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:84:0)
[06:50:37.446] Build status: SCHEDULED
[06:50:37.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:85:0) after 5m27s
[06:56:04.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:85:0)
[06:56:04.505] Build status: SCHEDULED
[06:56:04.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:86:0) after 5m54s
[07:01:58.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:86:0)
[07:01:58.552] Build status: SCHEDULED
[07:01:58.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:87:0) after 2m43s
[07:04:41.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:87:0)
[07:04:41.633] Build status: SCHEDULED
[07:04:41.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:88:0) after 2m20s
[07:07:01.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:88:0)
[07:07:01.678] Build status: SCHEDULED
[07:07:01.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8861078945460272720:89:0) after 8m8s
[07:09:29.510] Received PubSub notification, asking Buildbucket for the build status
[07:09:29.548] Build status: STARTED
[07:14:10.925] Received PubSub notification, asking Buildbucket for the build status
[07:14:10.947] Build:
{
  "id": "8695648883432535793",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-12T22:53:37.591326663Z",
  "startTime": "2025-12-13T07:09:29.379599884Z",
  "endTime": "2025-12-13T07:14:10.415024910Z",
  "updateTime": "2025-12-13T07:14:10.415024910Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "498afe1d822c8fbae5299e024a5db75f1e40419d",
      "ref": "refs/heads/main"
    }
  }
}
[07:14:10.947] Invocation finished in 8h20m34.672900957s with status FAILED