buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
>

• 59d6ea693f97710b500e2b2721e4ba899d98d145 (2 months ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "59d6ea693f97710b500e2b2721e4ba899d98d145"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/59d6ea693f97710b500e2b2721e4ba899d98d145
• gitiles_ref:refs/heads/main

[06:49:55.278] New invocation is queued and will start shortly
[06:49:56.405] Starting the invocation (attempt 1)
[06:49:56.433] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/59d6ea693f97710b500e2b2721e4ba899d98d145"
[06:49:56.433] Popped gitiles commit info from properties and tags
[06:49:56.433] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:49:56.433] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:49:56.433] Buildbucket request:
{
  "requestId": "8840483466836121008",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840483466836121008",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "59d6ea693f97710b500e2b2721e4ba899d98d145"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59d6ea693f97710b500e2b2721e4ba899d98d145",
                        "title": "59d6ea693f97710b500e2b2721e4ba899d98d145",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59d6ea693f97710b500e2b2721e4ba899d98d145"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "59d6ea693f97710b500e2b2721e4ba899d98d145",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840483466836121008"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:49:57.012] Scheduled build:
{
  "id": "8675053404698695825",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-28T06:49:56.694804621Z",
  "updateTime": "2026-07-28T06:49:56.694804621Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "59d6ea693f97710b500e2b2721e4ba899d98d145",
      "ref": "refs/heads/main"
    }
  }
}
[06:49:57.012] Task URL: https://cr-buildbucket.appspot.com/build/8675053404698695825
[06:49:57.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:2:0) after 2m43s
[06:49:57.966] Received PubSub notification, asking Buildbucket for the build status
[06:49:57.981] Build status: SCHEDULED
[06:52:40.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:2:0)
[06:52:40.096] Build status: SCHEDULED
[06:52:40.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:4:0) after 9m15s
[07:01:55.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:4:0)
[07:01:55.206] Build status: SCHEDULED
[07:01:55.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:5:0) after 4m36s
[07:06:31.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:5:0)
[07:06:31.255] Build status: SCHEDULED
[07:06:31.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:6:0) after 7m22s
[07:13:53.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:6:0)
[07:13:53.336] Build status: SCHEDULED
[07:13:53.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:7:0) after 2m52s
[07:16:45.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:7:0)
[07:16:45.371] Build status: SCHEDULED
[07:16:45.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:8:0) after 5m44s
[07:22:29.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:8:0)
[07:22:29.466] Build status: SCHEDULED
[07:22:29.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:9:0) after 3m50s
[07:26:19.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:9:0)
[07:26:19.599] Build status: SCHEDULED
[07:26:19.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:10:0) after 8m41s
[07:35:00.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:10:0)
[07:35:00.602] Build status: SCHEDULED
[07:35:00.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:11:0) after 5m59s
[07:40:59.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:11:0)
[07:40:59.713] Build status: SCHEDULED
[07:40:59.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:12:0) after 8m55s
[07:49:54.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:12:0)
[07:49:54.826] Build status: SCHEDULED
[07:49:54.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:13:0) after 1m42s
[07:51:36.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:13:0)
[07:51:36.883] Build status: SCHEDULED
[07:51:36.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:14:0) after 5m52s
[07:57:28.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:14:0)
[07:57:28.915] Build status: SCHEDULED
[07:57:28.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:15:0) after 5m39s
[08:03:07.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:15:0)
[08:03:08.008] Build status: SCHEDULED
[08:03:08.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:16:0) after 9m19s
[08:12:27.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:16:0)
[08:12:27.097] Build status: SCHEDULED
[08:12:27.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:17:0) after 8m37s
[08:21:04.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:17:0)
[08:21:04.240] Build status: SCHEDULED
[08:21:04.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:18:0) after 3m6s
[08:24:10.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:18:0)
[08:24:10.364] Build status: SCHEDULED
[08:24:10.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:19:0) after 9m41s
[08:33:51.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:19:0)
[08:33:51.394] Build status: SCHEDULED
[08:33:51.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:20:0) after 5m14s
[08:39:05.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:20:0)
[08:39:05.445] Build status: SCHEDULED
[08:39:05.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:21:0) after 9m38s
[08:48:43.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:21:0)
[08:48:43.534] Build status: SCHEDULED
[08:48:43.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:22:0) after 1m47s
[08:50:30.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:22:0)
[08:50:30.602] Build status: SCHEDULED
[08:50:30.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:23:0) after 7m40s
[08:58:10.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:23:0)
[08:58:10.687] Build status: SCHEDULED
[08:58:10.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:24:0) after 5m23s
[09:03:33.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:24:0)
[09:03:33.729] Build status: SCHEDULED
[09:03:33.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:25:0) after 2m24s
[09:05:57.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:25:0)
[09:05:57.886] Build status: SCHEDULED
[09:05:57.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:26:0) after 5m20s
[09:11:17.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:26:0)
[09:11:17.954] Build status: SCHEDULED
[09:11:17.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:27:0) after 1m6s
[09:12:24.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:27:0)
[09:12:24.074] Build status: SCHEDULED
[09:12:24.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:28:0) after 4m9s
[09:16:33.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:28:0)
[09:16:33.240] Build status: SCHEDULED
[09:16:33.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:29:0) after 4m29s
[09:21:02.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:29:0)
[09:21:02.459] Build status: SCHEDULED
[09:21:02.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:30:0) after 8m29s
[09:29:31.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:30:0)
[09:29:31.650] Build status: SCHEDULED
[09:29:31.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:31:0) after 7m52s
[09:37:23.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:31:0)
[09:37:23.723] Build status: SCHEDULED
[09:37:23.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:32:0) after 9m20s
[09:46:43.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:32:0)
[09:46:43.824] Build status: SCHEDULED
[09:46:43.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:33:0) after 8m36s
[09:55:19.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:33:0)
[09:55:19.889] Build status: SCHEDULED
[09:55:19.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:34:0) after 3m1s
[09:58:20.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:34:0)
[09:58:20.940] Build status: SCHEDULED
[09:58:20.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:35:0) after 4m51s
[10:03:11.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:35:0)
[10:03:12.002] Build status: SCHEDULED
[10:03:12.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:36:0) after 6m36s
[10:09:48.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:36:0)
[10:09:48.115] Build status: SCHEDULED
[10:09:48.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:37:0) after 5m40s
[10:13:03.866] Received PubSub notification, asking Buildbucket for the build status
[10:13:03.884] Build status: STARTED
[10:15:28.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:37:0)
[10:15:28.152] Build status: STARTED
[10:15:28.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:39:0) after 4m24s
[10:19:52.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:39:0)
[10:19:52.182] Build status: STARTED
[10:19:52.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8840483466836121008:40:0) after 3m54s
[10:20:41.214] Received PubSub notification, asking Buildbucket for the build status
[10:20:41.239] Build:
{
  "id": "8675053404698695825",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-28T06:49:56.694804621Z",
  "startTime": "2026-07-28T10:13:03.589110090Z",
  "endTime": "2026-07-28T10:20:40.813938829Z",
  "updateTime": "2026-07-28T10:20:40.813938829Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "59d6ea693f97710b500e2b2721e4ba899d98d145",
      "ref": "refs/heads/main"
    }
  }
}
[10:20:41.239] Invocation finished in 3h30m45.966848856s with status FAILED