buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
>

• e8efbdc471b3066f9fe78fd594de45e350dd7ec7 (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7
• gitiles_ref:refs/heads/main

[03:30:38.292] New invocation is queued and will start shortly
[03:30:39.550] Starting the invocation (attempt 1)
[03:30:39.579] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
[03:30:39.579] Popped gitiles commit info from properties and tags
[03:30:39.579] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:30:39.579] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:30:39.603] Buildbucket request:
{
  "requestId": "8843576301501100400",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8843576301501100400",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
                        "title": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8efbdc471b3066f9fe78fd594de45e350dd7ec7"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8843576301501100400"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:30:40.470] Scheduled build:
{
  "id": "8678146239382571169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-24T03:30:39.691434076Z",
  "updateTime": "2026-06-24T03:30:39.691434076Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
      "ref": "refs/heads/main"
    }
  }
}
[03:30:40.470] Task URL: https://cr-buildbucket.appspot.com/build/8678146239382571169
[03:30:40.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:2:0) after 6m44s
[03:30:41.808] Received PubSub notification, asking Buildbucket for the build status
[03:30:41.826] Build status: SCHEDULED
[03:37:24.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:2:0)
[03:37:24.675] Build status: SCHEDULED
[03:37:24.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:4:0) after 9m36s
[03:47:00.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:4:0)
[03:47:00.709] Build status: SCHEDULED
[03:47:00.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:5:0) after 9m59s
[03:56:59.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:5:0)
[03:56:59.788] Build status: SCHEDULED
[03:56:59.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:6:0) after 2m36s
[03:59:35.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:6:0)
[03:59:35.904] Build status: SCHEDULED
[03:59:35.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:7:0) after 9m28s
[04:09:03.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:7:0)
[04:09:03.976] Build status: SCHEDULED
[04:09:03.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:8:0) after 8m4s
[04:17:07.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:8:0)
[04:17:08.012] Build status: SCHEDULED
[04:17:08.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:9:0) after 1m16s
[04:18:24.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:9:0)
[04:18:24.118] Build status: SCHEDULED
[04:18:24.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:10:0) after 4m26s
[04:22:50.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:10:0)
[04:22:50.180] Build status: SCHEDULED
[04:22:50.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:11:0) after 8m10s
[04:31:00.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:11:0)
[04:31:00.270] Build status: SCHEDULED
[04:31:00.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:12:0) after 9m19s
[04:40:19.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:12:0)
[04:40:19.515] Build status: SCHEDULED
[04:40:19.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:13:0) after 9m1s
[04:49:20.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:13:0)
[04:49:20.549] Build status: SCHEDULED
[04:49:20.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:14:0) after 7m40s
[04:57:00.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:14:0)
[04:57:00.580] Build status: SCHEDULED
[04:57:00.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:15:0) after 3m29s
[05:00:29.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:15:0)
[05:00:29.618] Build status: SCHEDULED
[05:00:29.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:16:0) after 5m45s
[05:06:14.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:16:0)
[05:06:14.705] Build status: SCHEDULED
[05:06:14.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:17:0) after 4m29s
[05:10:43.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:17:0)
[05:10:43.746] Build status: SCHEDULED
[05:10:43.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:18:0) after 7m2s
[05:17:45.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:18:0)
[05:17:45.781] Build status: SCHEDULED
[05:17:45.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:19:0) after 8m9s
[05:25:54.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:19:0)
[05:25:54.818] Build status: SCHEDULED
[05:25:54.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:20:0) after 1m39s
[05:27:33.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:20:0)
[05:27:33.851] Build status: SCHEDULED
[05:27:33.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:21:0) after 6m0s
[05:33:33.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:21:0)
[05:33:33.887] Build status: SCHEDULED
[05:33:33.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:22:0) after 2m16s
[05:35:49.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:22:0)
[05:35:49.937] Build status: SCHEDULED
[05:35:49.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:23:0) after 3m7s
[05:38:56.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:23:0)
[05:38:56.980] Build status: SCHEDULED
[05:38:56.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:24:0) after 8m53s
[05:47:49.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:24:0)
[05:47:50.014] Build status: SCHEDULED
[05:47:50.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:25:0) after 7m5s
[05:54:55.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:25:0)
[05:54:55.044] Build status: SCHEDULED
[05:54:55.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:26:0) after 2m44s
[05:57:39.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:26:0)
[05:57:39.028] Build status: SCHEDULED
[05:57:39.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:27:0) after 1m54s
[05:59:33.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:27:0)
[05:59:33.146] Build status: SCHEDULED
[05:59:33.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:28:0) after 5m49s
[06:05:22.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:28:0)
[06:05:22.263] Build status: SCHEDULED
[06:05:22.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:29:0) after 7m12s
[06:12:34.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:29:0)
[06:12:34.296] Build status: SCHEDULED
[06:12:34.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:30:0) after 4m35s
[06:17:09.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:30:0)
[06:17:09.452] Build status: SCHEDULED
[06:17:09.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:31:0) after 4m13s
[06:18:31.155] Received PubSub notification, asking Buildbucket for the build status
[06:18:31.179] Build status: STARTED
[06:21:22.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:31:0)
[06:21:22.611] Build status: STARTED
[06:21:22.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843576301501100400:33:0) after 9m28s
[06:25:26.287] Received PubSub notification, asking Buildbucket for the build status
[06:25:26.323] Build:
{
  "id": "8678146239382571169",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-06-24T03:30:39.691434076Z",
  "startTime": "2026-06-24T06:18:30.968510186Z",
  "endTime": "2026-06-24T06:25:25.948402660Z",
  "updateTime": "2026-06-24T06:25:25.948402660Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e8efbdc471b3066f9fe78fd594de45e350dd7ec7",
      "ref": "refs/heads/main"
    }
  }
}
[06:25:26.323] Invocation finished in 2h54m48.036215979s with status FAILED