buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
>

• 968ae1b73c36377f16f140c81a6852e73db31dec (1 week ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "968ae1b73c36377f16f140c81a6852e73db31dec"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/968ae1b73c36377f16f140c81a6852e73db31dec
• gitiles_ref:refs/heads/main

[04:13:02.947] New invocation is queued and will start shortly
[04:13:04.194] Starting the invocation (attempt 1)
[04:13:04.214] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/968ae1b73c36377f16f140c81a6852e73db31dec"
[04:13:04.214] Popped gitiles commit info from properties and tags
[04:13:04.215] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:13:04.215] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:13:04.215] Buildbucket request:
{
  "requestId": "8865135711240889216",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865135711240889216",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "968ae1b73c36377f16f140c81a6852e73db31dec"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@968ae1b73c36377f16f140c81a6852e73db31dec",
                        "title": "968ae1b73c36377f16f140c81a6852e73db31dec",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/968ae1b73c36377f16f140c81a6852e73db31dec"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "968ae1b73c36377f16f140c81a6852e73db31dec",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865135711240889216"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:13:04.573] Scheduled build:
{
  "id": "8699705649198790641",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-29T04:13:04.272438522Z",
  "updateTime": "2025-10-29T04:13:04.272438522Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "968ae1b73c36377f16f140c81a6852e73db31dec",
      "ref": "refs/heads/main"
    }
  }
}
[04:13:04.573] Task URL: https://cr-buildbucket.appspot.com/build/8699705649198790641
[04:13:04.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:2:0) after 4m17s
[04:13:05.491] Received PubSub notification, asking Buildbucket for the build status
[04:13:05.522] Build status: SCHEDULED
[04:17:21.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:2:0)
[04:17:21.622] Build status: SCHEDULED
[04:17:21.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:4:0) after 4m43s
[04:22:04.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:4:0)
[04:22:04.954] Build status: SCHEDULED
[04:22:04.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:5:0) after 6m36s
[04:28:41.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:5:0)
[04:28:41.066] Build status: SCHEDULED
[04:28:41.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:6:0) after 2m51s
[04:31:32.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:6:0)
[04:31:32.224] Build status: SCHEDULED
[04:31:32.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:7:0) after 8m19s
[04:39:51.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:7:0)
[04:39:51.219] Build status: SCHEDULED
[04:39:51.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:8:0) after 7m42s
[04:47:33.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:8:0)
[04:47:33.253] Build status: SCHEDULED
[04:47:33.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:9:0) after 9m44s
[04:57:17.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:9:0)
[04:57:17.591] Build status: SCHEDULED
[04:57:17.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:10:0) after 3m48s
[05:01:05.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:10:0)
[05:01:05.667] Build status: SCHEDULED
[05:01:05.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:11:0) after 6m29s
[05:07:34.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:11:0)
[05:07:34.716] Build status: SCHEDULED
[05:07:34.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:12:0) after 2m58s
[05:10:32.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:12:0)
[05:10:32.753] Build status: SCHEDULED
[05:10:32.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:13:0) after 9m42s
[05:20:14.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:13:0)
[05:20:14.782] Build status: SCHEDULED
[05:20:14.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:14:0) after 2m0s
[05:22:14.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:14:0)
[05:22:14.914] Build status: SCHEDULED
[05:22:14.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:15:0) after 9m47s
[05:32:01.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:15:0)
[05:32:01.992] Build status: SCHEDULED
[05:32:01.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:16:0) after 6m21s
[05:38:23.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:16:0)
[05:38:23.061] Build status: SCHEDULED
[05:38:23.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:17:0) after 7m20s
[05:45:43.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:17:0)
[05:45:43.133] Build status: SCHEDULED
[05:45:43.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:18:0) after 2m9s
[05:47:52.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:18:0)
[05:47:52.159] Build status: SCHEDULED
[05:47:52.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:19:0) after 5m49s
[05:53:41.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:19:0)
[05:53:41.222] Build status: SCHEDULED
[05:53:41.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:20:0) after 1m35s
[05:55:16.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:20:0)
[05:55:16.383] Build status: SCHEDULED
[05:55:16.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:21:0) after 2m11s
[05:57:27.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:21:0)
[05:57:27.611] Build status: SCHEDULED
[05:57:27.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:22:0) after 8m32s
[06:05:59.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:22:0)
[06:05:59.731] Build status: SCHEDULED
[06:05:59.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:23:0) after 8m48s
[06:14:47.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:23:0)
[06:14:47.763] Build status: SCHEDULED
[06:14:47.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:24:0) after 5m51s
[06:20:38.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:24:0)
[06:20:38.896] Build status: SCHEDULED
[06:20:38.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:25:0) after 8m23s
[06:29:02.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:25:0)
[06:29:02.047] Build status: SCHEDULED
[06:29:02.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:26:0) after 8m31s
[06:37:33.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:26:0)
[06:37:33.078] Build status: SCHEDULED
[06:37:33.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:27:0) after 9m6s
[06:46:39.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:27:0)
[06:46:39.360] Build status: SCHEDULED
[06:46:39.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:28:0) after 1m23s
[06:48:02.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:28:0)
[06:48:02.396] Build status: SCHEDULED
[06:48:02.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:29:0) after 8m24s
[06:56:26.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:29:0)
[06:56:26.453] Build status: SCHEDULED
[06:56:26.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:30:0) after 4m1s
[07:00:27.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:30:0)
[07:00:27.776] Build status: SCHEDULED
[07:00:27.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:31:0) after 5m35s
[07:06:02.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:31:0)
[07:06:02.899] Build status: SCHEDULED
[07:06:02.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:32:0) after 2m21s
[07:08:23.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:32:0)
[07:08:23.913] Build status: SCHEDULED
[07:08:23.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:33:0) after 5m11s
[07:13:34.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:33:0)
[07:13:34.955] Build status: SCHEDULED
[07:13:34.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:34:0) after 4m5s
[07:17:39.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:34:0)
[07:17:40.000] Build status: SCHEDULED
[07:17:40.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865135711240889216:35:0) after 9m37s
[07:19:28.019] Received PubSub notification, asking Buildbucket for the build status
[07:19:28.039] Build status: STARTED
[07:23:53.525] Received PubSub notification, asking Buildbucket for the build status
[07:23:53.546] Build:
{
  "id": "8699705649198790641",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-29T04:13:04.272438522Z",
  "startTime": "2025-10-29T07:19:27.870196213Z",
  "endTime": "2025-10-29T07:23:53.180262380Z",
  "updateTime": "2025-10-29T07:23:53.180262380Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "968ae1b73c36377f16f140c81a6852e73db31dec",
      "ref": "refs/heads/main"
    }
  }
}
[07:23:53.546] Invocation finished in 3h10m50.605188306s with status FAILED