buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
>

• 8b196f5315423e39acf360c3f8f73dd7559a973b (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8b196f5315423e39acf360c3f8f73dd7559a973b"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8b196f5315423e39acf360c3f8f73dd7559a973b
• gitiles_ref:refs/heads/main

[13:26:36.665] New invocation is queued and will start shortly
[13:26:38.531] Starting the invocation (attempt 1)
[13:26:38.563] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8b196f5315423e39acf360c3f8f73dd7559a973b"
[13:26:38.563] Popped gitiles commit info from properties and tags
[13:26:38.563] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:26:38.563] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:26:38.564] Buildbucket request:
{
  "requestId": "8837740600279819488",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8837740600279819488",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8b196f5315423e39acf360c3f8f73dd7559a973b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b196f5315423e39acf360c3f8f73dd7559a973b",
                        "title": "8b196f5315423e39acf360c3f8f73dd7559a973b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b196f5315423e39acf360c3f8f73dd7559a973b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8837740600279819488"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:26:38.983] Scheduled build:
{
  "id": "8672310537510588513",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-27T13:26:38.684780803Z",
  "updateTime": "2026-08-27T13:26:38.684780803Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
      "ref": "refs/heads/main"
    }
  }
}
[13:26:38.983] Task URL: https://cr-buildbucket.appspot.com/build/8672310537510588513
[13:26:38.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:2:0) after 8m11s
[13:26:39.971] Received PubSub notification, asking Buildbucket for the build status
[13:26:39.991] Build status: SCHEDULED
[13:34:50.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:2:0)
[13:34:50.088] Build status: SCHEDULED
[13:34:50.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:4:0) after 7m39s
[13:42:29.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:4:0)
[13:42:29.190] Build status: SCHEDULED
[13:42:29.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:5:0) after 9m31s
[13:52:00.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:5:0)
[13:52:00.313] Build status: SCHEDULED
[13:52:00.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:6:0) after 8m16s
[14:00:16.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:6:0)
[14:00:16.392] Build status: SCHEDULED
[14:00:16.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:7:0) after 6m33s
[14:06:49.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:7:0)
[14:06:49.493] Build status: SCHEDULED
[14:06:49.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:8:0) after 4m28s
[14:11:17.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:8:0)
[14:11:17.531] Build status: SCHEDULED
[14:11:17.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:9:0) after 2m27s
[14:13:44.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:9:0)
[14:13:44.575] Build status: SCHEDULED
[14:13:44.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:10:0) after 1m18s
[14:15:02.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:10:0)
[14:15:02.615] Build status: SCHEDULED
[14:15:02.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:11:0) after 6m52s
[14:21:54.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:11:0)
[14:21:54.718] Build status: SCHEDULED
[14:21:54.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:12:0) after 7m53s
[14:29:47.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:12:0)
[14:29:47.780] Build status: SCHEDULED
[14:29:47.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:13:0) after 7m44s
[14:37:31.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:13:0)
[14:37:31.843] Build status: SCHEDULED
[14:37:31.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:14:0) after 3m9s
[14:40:40.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:14:0)
[14:40:40.934] Build status: SCHEDULED
[14:40:40.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:15:0) after 7m1s
[14:47:42.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:15:0)
[14:47:42.279] Build status: SCHEDULED
[14:47:42.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:16:0) after 9m46s
[14:57:28.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:16:0)
[14:57:28.351] Build status: SCHEDULED
[14:57:28.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:17:0) after 5m22s
[15:02:50.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:17:0)
[15:02:50.538] Build status: SCHEDULED
[15:02:50.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:18:0) after 4m15s
[15:07:05.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:18:0)
[15:07:05.576] Build status: SCHEDULED
[15:07:05.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:19:0) after 4m4s
[15:11:09.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:19:0)
[15:11:09.708] Build status: SCHEDULED
[15:11:09.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:20:0) after 6m14s
[15:17:24.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:20:0)
[15:17:24.091] Build status: SCHEDULED
[15:17:24.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:21:0) after 4m36s
[15:22:00.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:21:0)
[15:22:00.359] Build status: SCHEDULED
[15:22:00.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:22:0) after 8m15s
[15:30:15.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:22:0)
[15:30:15.717] Build status: SCHEDULED
[15:30:15.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:23:0) after 1m25s
[15:31:40.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:23:0)
[15:31:40.789] Build status: SCHEDULED
[15:31:40.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:24:0) after 6m8s
[15:37:48.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:24:0)
[15:37:48.984] Build status: SCHEDULED
[15:37:48.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:25:0) after 3m30s
[15:41:19.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:25:0)
[15:41:19.079] Build status: SCHEDULED
[15:41:19.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:26:0) after 9m44s
[15:51:03.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:26:0)
[15:51:03.139] Build status: SCHEDULED
[15:51:03.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:27:0) after 7m42s
[15:58:45.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:27:0)
[15:58:45.323] Build status: SCHEDULED
[15:58:45.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:28:0) after 5m35s
[16:04:20.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:28:0)
[16:04:20.356] Build status: SCHEDULED
[16:04:20.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:29:0) after 5m3s
[16:09:23.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:29:0)
[16:09:23.543] Build status: SCHEDULED
[16:09:23.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:30:0) after 2m55s
[16:12:18.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:30:0)
[16:12:18.740] Build status: SCHEDULED
[16:12:18.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:31:0) after 8m20s
[16:20:38.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:31:0)
[16:20:38.789] Build status: SCHEDULED
[16:20:38.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:32:0) after 6m50s
[16:27:28.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:32:0)
[16:27:28.997] Build status: SCHEDULED
[16:27:28.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:33:0) after 5m56s
[16:33:25.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:33:0)
[16:33:25.099] Build status: SCHEDULED
[16:33:25.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:34:0) after 2m15s
[16:35:40.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:34:0)
[16:35:40.184] Build status: SCHEDULED
[16:35:40.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:35:0) after 3m25s
[16:39:05.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:35:0)
[16:39:05.268] Build status: SCHEDULED
[16:39:05.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8837740600279819488:36:0) after 9m16s
[16:43:19.207] Received PubSub notification, asking Buildbucket for the build status
[16:43:19.289] Build status: STARTED
[16:47:42.419] Received PubSub notification, asking Buildbucket for the build status
[16:47:42.450] Build:
{
  "id": "8672310537510588513",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-27T13:26:38.684780803Z",
  "startTime": "2026-08-27T16:43:18.421960012Z",
  "endTime": "2026-08-27T16:47:42.076505545Z",
  "updateTime": "2026-08-27T16:47:42.076505545Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8b196f5315423e39acf360c3f8f73dd7559a973b",
      "ref": "refs/heads/main"
    }
  }
}
[16:47:42.450] Invocation finished in 3h21m5.790273912s with status FAILED