buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
>

• 11fccc9620b51c1d4825646d76cfae6afdf69371 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "11fccc9620b51c1d4825646d76cfae6afdf69371"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/11fccc9620b51c1d4825646d76cfae6afdf69371
• gitiles_ref:refs/heads/main

[21:12:27.001] New invocation is queued and will start shortly
[21:12:28.063] Starting the invocation (attempt 1)
[21:12:28.088] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/11fccc9620b51c1d4825646d76cfae6afdf69371"
[21:12:28.088] Popped gitiles commit info from properties and tags
[21:12:28.088] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:12:28.088] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:12:28.088] Buildbucket request:
{
  "requestId": "8837801889193486336",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8837801889193486336",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "11fccc9620b51c1d4825646d76cfae6afdf69371"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@11fccc9620b51c1d4825646d76cfae6afdf69371",
                        "title": "11fccc9620b51c1d4825646d76cfae6afdf69371",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/11fccc9620b51c1d4825646d76cfae6afdf69371"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "11fccc9620b51c1d4825646d76cfae6afdf69371",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8837801889193486336"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:12:28.467] Scheduled build:
{
  "id": "8672371827332356353",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-26T21:12:28.155524269Z",
  "updateTime": "2026-08-26T21:12:28.155524269Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "11fccc9620b51c1d4825646d76cfae6afdf69371",
      "ref": "refs/heads/main"
    }
  }
}
[21:12:28.467] Task URL: https://cr-buildbucket.appspot.com/build/8672371827332356353
[21:12:28.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:2:0) after 2m10s
[21:12:29.531] Received PubSub notification, asking Buildbucket for the build status
[21:12:29.550] Build status: SCHEDULED
[21:14:38.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:2:0)
[21:14:38.523] Build status: SCHEDULED
[21:14:38.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:4:0) after 6m8s
[21:20:46.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:4:0)
[21:20:46.552] Build status: SCHEDULED
[21:20:46.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:5:0) after 7m11s
[21:27:57.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:5:0)
[21:27:57.590] Build status: SCHEDULED
[21:27:57.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:6:0) after 2m2s
[21:29:59.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:6:0)
[21:29:59.697] Build status: SCHEDULED
[21:29:59.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:7:0) after 9m36s
[21:39:35.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:7:0)
[21:39:35.739] Build status: SCHEDULED
[21:39:35.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:8:0) after 1m11s
[21:40:46.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:8:0)
[21:40:46.902] Build status: SCHEDULED
[21:40:46.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:9:0) after 5m0s
[21:45:46.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:9:0)
[21:45:46.980] Build status: SCHEDULED
[21:45:46.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:10:0) after 5m34s
[21:51:21.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:10:0)
[21:51:21.082] Build status: SCHEDULED
[21:51:21.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:11:0) after 9m48s
[22:01:09.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:11:0)
[22:01:09.123] Build status: SCHEDULED
[22:01:09.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:12:0) after 4m39s
[22:05:48.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:12:0)
[22:05:48.192] Build status: SCHEDULED
[22:05:48.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:13:0) after 6m3s
[22:11:51.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:13:0)
[22:11:51.257] Build status: SCHEDULED
[22:11:51.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:14:0) after 9m11s
[22:21:02.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:14:0)
[22:21:02.489] Build status: SCHEDULED
[22:21:02.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:15:0) after 4m58s
[22:26:00.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:15:0)
[22:26:00.523] Build status: SCHEDULED
[22:26:00.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:16:0) after 8m7s
[22:34:07.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:16:0)
[22:34:07.566] Build status: SCHEDULED
[22:34:07.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:17:0) after 6m26s
[22:40:33.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:17:0)
[22:40:33.608] Build status: SCHEDULED
[22:40:33.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:18:0) after 8m41s
[22:49:14.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:18:0)
[22:49:14.716] Build status: SCHEDULED
[22:49:14.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:19:0) after 3m23s
[22:52:37.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:19:0)
[22:52:37.741] Build status: SCHEDULED
[22:52:37.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:20:0) after 4m3s
[22:56:40.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:20:0)
[22:56:40.772] Build status: SCHEDULED
[22:56:40.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:21:0) after 3m32s
[23:00:12.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:21:0)
[23:00:12.898] Build status: SCHEDULED
[23:00:12.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:22:0) after 2m28s
[23:02:41.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:22:0)
[23:02:41.086] Build status: SCHEDULED
[23:02:41.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:23:0) after 6m12s
[23:08:53.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:23:0)
[23:08:53.133] Build status: SCHEDULED
[23:08:53.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:24:0) after 6m34s
[23:15:27.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:24:0)
[23:15:27.184] Build status: SCHEDULED
[23:15:27.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:25:0) after 2m24s
[23:17:51.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:25:0)
[23:17:51.299] Build status: SCHEDULED
[23:17:51.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:26:0) after 4m3s
[23:21:54.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:26:0)
[23:21:54.329] Build status: SCHEDULED
[23:21:54.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:27:0) after 2m52s
[23:24:46.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:27:0)
[23:24:46.415] Build status: SCHEDULED
[23:24:46.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:28:0) after 9m13s
[23:33:59.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:28:0)
[23:33:59.433] Build status: SCHEDULED
[23:33:59.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:29:0) after 7m15s
[23:41:14.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:29:0)
[23:41:14.503] Build status: SCHEDULED
[23:41:14.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:30:0) after 5m55s
[23:47:09.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:30:0)
[23:47:09.610] Build status: SCHEDULED
[23:47:09.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:31:0) after 8m11s
[23:55:20.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:31:0)
[23:55:20.653] Build status: SCHEDULED
[23:55:20.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:32:0) after 5m37s
[00:00:11.783] Received PubSub notification, asking Buildbucket for the build status
[00:00:11.812] Build status: STARTED
[00:00:57.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:32:0)
[00:00:57.695] Build status: STARTED
[00:00:57.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837801889193486336:34:0) after 5m1s
[00:04:47.046] Received PubSub notification, asking Buildbucket for the build status
[00:04:47.071] Build:
{
  "id": "8672371827332356353",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-26T21:12:28.155524269Z",
  "startTime": "2026-08-27T00:00:11.096199498Z",
  "endTime": "2026-08-27T00:04:46.017565723Z",
  "updateTime": "2026-08-27T00:04:46.017565723Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "11fccc9620b51c1d4825646d76cfae6afdf69371",
      "ref": "refs/heads/main"
    }
  }
}
[00:04:47.071] Invocation finished in 2h52m20.073797965s with status FAILED