buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
>

• 7292afc35e225333f02a9722302090db3bf52eae (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "7292afc35e225333f02a9722302090db3bf52eae"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7292afc35e225333f02a9722302090db3bf52eae
• gitiles_ref:refs/heads/main

[22:58:18.796] New invocation is queued and will start shortly
[22:58:19.977] Starting the invocation (attempt 1)
[22:58:20.004] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7292afc35e225333f02a9722302090db3bf52eae"
[22:58:20.004] Popped gitiles commit info from properties and tags
[22:58:20.004] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:58:20.004] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:58:20.004] Buildbucket request:
{
  "requestId": "8842868658971963248",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8842868658971963248",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7292afc35e225333f02a9722302090db3bf52eae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7292afc35e225333f02a9722302090db3bf52eae",
                        "title": "7292afc35e225333f02a9722302090db3bf52eae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7292afc35e225333f02a9722302090db3bf52eae"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "7292afc35e225333f02a9722302090db3bf52eae",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8842868658971963248"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:58:20.374] Scheduled build:
{
  "id": "8677438596986590897",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-01T22:58:20.069010728Z",
  "updateTime": "2026-07-01T22:58:20.069010728Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7292afc35e225333f02a9722302090db3bf52eae",
      "ref": "refs/heads/main"
    }
  }
}
[22:58:20.374] Task URL: https://cr-buildbucket.appspot.com/build/8677438596986590897
[22:58:20.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:2:0) after 7m39s
[22:58:21.311] Received PubSub notification, asking Buildbucket for the build status
[22:58:21.360] Build status: SCHEDULED
[23:05:59.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:2:0)
[23:05:59.579] Build status: SCHEDULED
[23:05:59.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:4:0) after 3m25s
[23:09:24.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:4:0)
[23:09:24.617] Build status: SCHEDULED
[23:09:24.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:5:0) after 5m36s
[23:15:00.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:5:0)
[23:15:00.767] Build status: SCHEDULED
[23:15:00.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:6:0) after 8m27s
[23:23:27.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:6:0)
[23:23:27.913] Build status: SCHEDULED
[23:23:27.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:7:0) after 7m33s
[23:31:00.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:7:0)
[23:31:00.961] Build status: SCHEDULED
[23:31:00.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:8:0) after 8m27s
[23:39:28.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:8:0)
[23:39:28.110] Build status: SCHEDULED
[23:39:28.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:9:0) after 7m33s
[23:47:01.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:9:0)
[23:47:01.188] Build status: SCHEDULED
[23:47:01.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:10:0) after 8m20s
[23:55:21.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:10:0)
[23:55:21.404] Build status: SCHEDULED
[23:55:21.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:11:0) after 6m23s
[00:01:44.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:11:0)
[00:01:44.557] Build status: SCHEDULED
[00:01:44.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:12:0) after 3m56s
[00:05:40.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:12:0)
[00:05:40.634] Build status: SCHEDULED
[00:05:40.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:13:0) after 6m27s
[00:12:07.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:13:0)
[00:12:07.662] Build status: SCHEDULED
[00:12:07.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:14:0) after 2m35s
[00:14:42.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:14:0)
[00:14:42.724] Build status: SCHEDULED
[00:14:42.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:15:0) after 1m17s
[00:15:59.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:15:0)
[00:15:59.768] Build status: SCHEDULED
[00:15:59.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:16:0) after 5m14s
[00:21:13.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:16:0)
[00:21:13.940] Build status: SCHEDULED
[00:21:13.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:17:0) after 3m49s
[00:25:02.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:17:0)
[00:25:02.983] Build status: SCHEDULED
[00:25:02.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:18:0) after 2m56s
[00:27:59.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:18:0)
[00:27:59.065] Build status: SCHEDULED
[00:27:59.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:19:0) after 5m41s
[00:33:40.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:19:0)
[00:33:40.182] Build status: SCHEDULED
[00:33:40.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:20:0) after 7m8s
[00:40:48.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:20:0)
[00:40:48.367] Build status: SCHEDULED
[00:40:48.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:21:0) after 1m8s
[00:41:56.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:21:0)
[00:41:56.591] Build status: SCHEDULED
[00:41:56.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:22:0) after 9m46s
[00:51:42.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:22:0)
[00:51:42.627] Build status: SCHEDULED
[00:51:42.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:23:0) after 8m33s
[01:00:15.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:23:0)
[01:00:15.721] Build status: SCHEDULED
[01:00:15.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:24:0) after 7m52s
[01:08:07.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:24:0)
[01:08:07.808] Build status: SCHEDULED
[01:08:07.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:25:0) after 7m42s
[01:15:49.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:25:0)
[01:15:49.901] Build status: SCHEDULED
[01:15:49.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:26:0) after 8m47s
[01:24:37.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:26:0)
[01:24:37.074] Build status: SCHEDULED
[01:24:37.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:27:0) after 6m0s
[01:30:37.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:27:0)
[01:30:37.157] Build status: SCHEDULED
[01:30:37.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:28:0) after 9m24s
[01:40:01.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:28:0)
[01:40:01.245] Build status: SCHEDULED
[01:40:01.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:29:0) after 3m6s
[01:43:07.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:29:0)
[01:43:07.384] Build status: SCHEDULED
[01:43:07.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:30:0) after 9m17s
[01:52:24.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:30:0)
[01:52:24.425] Build status: SCHEDULED
[01:52:24.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:31:0) after 5m30s
[01:57:54.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:31:0)
[01:57:54.482] Build status: SCHEDULED
[01:57:54.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:32:0) after 8m0s
[02:02:44.610] Received PubSub notification, asking Buildbucket for the build status
[02:02:44.636] Build status: STARTED
[02:05:54.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:32:0)
[02:05:54.525] Build status: STARTED
[02:05:54.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:34:0) after 3m25s
[02:09:19.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:34:0)
[02:09:19.619] Build status: STARTED
[02:09:19.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:35:0) after 7m34s
[02:16:53.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:35:0)
[02:16:53.680] Build status: STARTED
[02:16:53.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:36:0) after 9m12s
[02:26:05.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:36:0)
[02:26:05.815] Build status: STARTED
[02:26:05.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:37:0) after 7m45s
[02:33:50.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:37:0)
[02:33:50.872] Build status: STARTED
[02:33:50.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:38:0) after 7m27s
[02:41:17.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:38:0)
[02:41:17.960] Build status: STARTED
[02:41:17.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8842868658971963248:39:0) after 6m1s
[02:41:45.289] Received PubSub notification, asking Buildbucket for the build status
[02:41:45.308] Build:
{
  "id": "8677438596986590897",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-01T22:58:20.069010728Z",
  "startTime": "2026-07-02T02:02:44.459933720Z",
  "endTime": "2026-07-02T02:41:44.940139918Z",
  "updateTime": "2026-07-02T02:41:44.940139918Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7292afc35e225333f02a9722302090db3bf52eae",
      "ref": "refs/heads/main"
    }
  }
}
[02:41:45.308] Invocation finished in 3h43m26.515965872s with status FAILED