buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
>

• 2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1 (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1
• gitiles_ref:refs/heads/main

[06:29:09.497] New invocation is queued and will start shortly
[06:29:10.601] Starting the invocation (attempt 1)
[06:29:10.627] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
[06:29:10.628] Popped gitiles commit info from properties and tags
[06:29:10.628] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:29:10.628] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:29:10.629] Buildbucket request:
{
  "requestId": "8843021488188826096",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843021488188826096",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
                        "title": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843021488188826096"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:29:11.072] Scheduled build:
{
  "id": "8677591426278599601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-30T06:29:10.699338949Z",
  "updateTime": "2026-06-30T06:29:10.699338949Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
      "ref": "refs/heads/main"
    }
  }
}
[06:29:11.072] Task URL: https://cr-buildbucket.appspot.com/build/8677591426278599601
[06:29:11.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:2:0) after 4m9s
[06:29:12.029] Received PubSub notification, asking Buildbucket for the build status
[06:29:12.046] Build status: SCHEDULED
[06:33:20.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:2:0)
[06:33:20.158] Build status: SCHEDULED
[06:33:20.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:4:0) after 2m51s
[06:36:11.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:4:0)
[06:36:11.197] Build status: SCHEDULED
[06:36:11.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:5:0) after 5m29s
[06:41:40.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:5:0)
[06:41:40.292] Build status: SCHEDULED
[06:41:40.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:6:0) after 9m34s
[06:51:14.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:6:0)
[06:51:14.437] Build status: SCHEDULED
[06:51:14.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:7:0) after 2m21s
[06:53:35.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:7:0)
[06:53:35.480] Build status: SCHEDULED
[06:53:35.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:8:0) after 6m23s
[06:59:58.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:8:0)
[06:59:58.665] Build status: SCHEDULED
[06:59:58.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:9:0) after 5m54s
[07:05:52.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:9:0)
[07:05:52.706] Build status: SCHEDULED
[07:05:52.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:10:0) after 8m23s
[07:14:16.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:10:0)
[07:14:16.114] Build status: SCHEDULED
[07:14:16.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:11:0) after 8m58s
[07:23:14.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:11:0)
[07:23:14.155] Build status: SCHEDULED
[07:23:14.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:12:0) after 8m47s
[07:32:01.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:12:0)
[07:32:01.228] Build status: SCHEDULED
[07:32:01.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:13:0) after 1m25s
[07:33:26.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:13:0)
[07:33:26.391] Build status: SCHEDULED
[07:33:26.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:14:0) after 4m12s
[07:37:38.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:14:0)
[07:37:38.522] Build status: SCHEDULED
[07:37:38.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:15:0) after 8m54s
[07:46:32.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:15:0)
[07:46:32.567] Build status: SCHEDULED
[07:46:32.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:16:0) after 2m17s
[07:48:49.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:16:0)
[07:48:49.592] Build status: SCHEDULED
[07:48:49.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:17:0) after 6m17s
[07:55:06.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:17:0)
[07:55:06.626] Build status: SCHEDULED
[07:55:06.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:18:0) after 7m54s
[08:03:00.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:18:0)
[08:03:00.730] Build status: SCHEDULED
[08:03:00.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:19:0) after 7m4s
[08:10:04.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:19:0)
[08:10:04.761] Build status: SCHEDULED
[08:10:04.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:20:0) after 2m25s
[08:12:29.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:20:0)
[08:12:29.884] Build status: SCHEDULED
[08:12:29.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:21:0) after 9m8s
[08:21:37.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:21:0)
[08:21:37.953] Build status: SCHEDULED
[08:21:37.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:22:0) after 5m36s
[08:27:14.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:22:0)
[08:27:14.062] Build status: SCHEDULED
[08:27:14.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:23:0) after 7m49s
[08:35:03.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:23:0)
[08:35:03.127] Build status: SCHEDULED
[08:35:03.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:24:0) after 5m50s
[08:40:53.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:24:0)
[08:40:53.174] Build status: SCHEDULED
[08:40:53.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:25:0) after 9m26s
[08:50:19.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:25:0)
[08:50:19.225] Build status: SCHEDULED
[08:50:19.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:26:0) after 5m28s
[08:55:47.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:26:0)
[08:55:47.297] Build status: SCHEDULED
[08:55:47.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:27:0) after 7m17s
[09:03:04.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:27:0)
[09:03:04.316] Build status: SCHEDULED
[09:03:04.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:28:0) after 1m6s
[09:04:10.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:28:0)
[09:04:10.395] Build status: SCHEDULED
[09:04:10.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:29:0) after 9m22s
[09:13:32.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:29:0)
[09:13:32.456] Build status: SCHEDULED
[09:13:32.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:30:0) after 1m16s
[09:14:48.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:30:0)
[09:14:48.710] Build status: SCHEDULED
[09:14:48.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:31:0) after 1m7s
[09:15:55.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:31:0)
[09:15:55.770] Build status: SCHEDULED
[09:15:55.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:32:0) after 1m0s
[09:16:55.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:32:0)
[09:16:55.908] Build status: SCHEDULED
[09:16:55.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:33:0) after 3m36s
[09:20:30.864] Received PubSub notification, asking Buildbucket for the build status
[09:20:30.884] Build status: STARTED
[09:20:31.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:33:0)
[09:20:32.120] Build status: STARTED
[09:20:32.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8843021488188826096:35:0) after 8m24s
[09:24:29.715] Received PubSub notification, asking Buildbucket for the build status
[09:24:29.731] Build:
{
  "id": "8677591426278599601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-30T06:29:10.699338949Z",
  "startTime": "2026-06-30T09:20:30.685294546Z",
  "endTime": "2026-06-30T09:24:29.422708819Z",
  "updateTime": "2026-06-30T09:24:29.422708819Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
      "ref": "refs/heads/main"
    }
  }
}
[09:24:29.731] Invocation finished in 2h55m20.238288671s with status FAILED