buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
>

• 63ce98123cb832024ce5fdd959ab9293ba5a4e73 (1 month ago)
• e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5 (1 month ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5
• gitiles_ref:refs/heads/main

[01:59:18.791] New invocation is queued and will start shortly
[01:59:19.947] Starting the invocation (attempt 1)
[01:59:19.980] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
[01:59:19.980] Popped gitiles commit info from properties and tags
[01:59:19.980] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:59:19.980] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:59:19.980] Buildbucket request:
{
  "requestId": "8839142795819898336",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8839142795819898336",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "63ce98123cb832024ce5fdd959ab9293ba5a4e73"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@63ce98123cb832024ce5fdd959ab9293ba5a4e73",
                        "title": "63ce98123cb832024ce5fdd959ab9293ba5a4e73",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/63ce98123cb832024ce5fdd959ab9293ba5a4e73"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
                        "title": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8839142795819898336"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:59:20.371] Scheduled build:
{
  "id": "8673712733855045729",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-12T01:59:20.044365318Z",
  "updateTime": "2026-08-12T01:59:20.044365318Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
      "ref": "refs/heads/main"
    }
  }
}
[01:59:20.371] Task URL: https://cr-buildbucket.appspot.com/build/8673712733855045729
[01:59:20.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:2:0) after 7m24s
[01:59:21.332] Received PubSub notification, asking Buildbucket for the build status
[01:59:21.354] Build status: SCHEDULED
[02:06:44.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:2:0)
[02:06:44.600] Build status: SCHEDULED
[02:06:44.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:4:0) after 1m54s
[02:08:38.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:4:0)
[02:08:38.879] Build status: SCHEDULED
[02:08:38.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:5:0) after 3m49s
[02:12:27.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:5:0)
[02:12:27.915] Build status: SCHEDULED
[02:12:27.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:6:0) after 6m41s
[02:19:08.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:6:0)
[02:19:09.003] Build status: SCHEDULED
[02:19:09.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:7:0) after 1m37s
[02:20:46.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:7:0)
[02:20:46.056] Build status: SCHEDULED
[02:20:46.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:8:0) after 8m25s
[02:29:11.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:8:0)
[02:29:11.110] Build status: SCHEDULED
[02:29:11.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:9:0) after 2m36s
[02:31:47.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:9:0)
[02:31:47.200] Build status: SCHEDULED
[02:31:47.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:10:0) after 7m46s
[02:39:33.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:10:0)
[02:39:33.265] Build status: SCHEDULED
[02:39:33.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:11:0) after 4m5s
[02:43:38.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:11:0)
[02:43:38.535] Build status: SCHEDULED
[02:43:38.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:12:0) after 3m24s
[02:47:02.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:12:0)
[02:47:02.599] Build status: SCHEDULED
[02:47:02.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:13:0) after 1m20s
[02:48:22.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:13:0)
[02:48:22.657] Build status: SCHEDULED
[02:48:22.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:14:0) after 5m9s
[02:53:31.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:14:0)
[02:53:31.787] Build status: SCHEDULED
[02:53:31.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:15:0) after 7m5s
[03:00:36.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:15:0)
[03:00:36.821] Build status: SCHEDULED
[03:00:36.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:16:0) after 1m38s
[03:02:15.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:16:0)
[03:02:15.027] Build status: SCHEDULED
[03:02:15.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:17:0) after 1m43s
[03:03:58.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:17:0)
[03:03:58.064] Build status: SCHEDULED
[03:03:58.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:18:0) after 7m38s
[03:11:36.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:18:0)
[03:11:36.100] Build status: SCHEDULED
[03:11:36.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:19:0) after 8m46s
[03:20:22.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:19:0)
[03:20:22.343] Build status: SCHEDULED
[03:20:22.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:20:0) after 4m19s
[03:24:41.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:20:0)
[03:24:41.399] Build status: SCHEDULED
[03:24:41.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:21:0) after 4m16s
[03:28:57.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:21:0)
[03:28:57.536] Build status: SCHEDULED
[03:28:57.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:22:0) after 5m5s
[03:34:02.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:22:0)
[03:34:02.588] Build status: SCHEDULED
[03:34:02.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:23:0) after 1m59s
[03:36:01.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:23:0)
[03:36:01.743] Build status: SCHEDULED
[03:36:01.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:24:0) after 1m21s
[03:37:22.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:24:0)
[03:37:22.783] Build status: SCHEDULED
[03:37:22.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:25:0) after 1m15s
[03:38:37.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:25:0)
[03:38:37.821] Build status: SCHEDULED
[03:38:37.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:26:0) after 3m36s
[03:42:13.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:26:0)
[03:42:13.858] Build status: SCHEDULED
[03:42:13.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:27:0) after 5m13s
[03:47:26.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:27:0)
[03:47:26.961] Build status: SCHEDULED
[03:47:26.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:28:0) after 9m19s
[03:56:45.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:28:0)
[03:56:46.006] Build status: SCHEDULED
[03:56:46.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:29:0) after 2m46s
[03:59:32.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:29:0)
[03:59:32.100] Build status: SCHEDULED
[03:59:32.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:30:0) after 1m33s
[04:01:05.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:30:0)
[04:01:05.193] Build status: SCHEDULED
[04:01:05.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:31:0) after 8m50s
[04:09:55.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:31:0)
[04:09:55.326] Build status: SCHEDULED
[04:09:55.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:32:0) after 1m8s
[04:11:03.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:32:0)
[04:11:03.373] Build status: SCHEDULED
[04:11:03.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:33:0) after 7m46s
[04:15:25.612] Received PubSub notification, asking Buildbucket for the build status
[04:15:25.661] Build status: STARTED
[04:18:49.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:33:0)
[04:18:49.383] Build status: STARTED
[04:18:49.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8839142795819898336:35:0) after 4m26s
[04:19:35.216] Received PubSub notification, asking Buildbucket for the build status
[04:19:35.236] Build:
{
  "id": "8673712733855045729",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-12T01:59:20.044365318Z",
  "startTime": "2026-08-12T04:15:25.437867034Z",
  "endTime": "2026-08-12T04:19:34.936251620Z",
  "updateTime": "2026-08-12T04:19:34.936251620Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
      "ref": "refs/heads/main"
    }
  }
}
[04:19:35.236] Invocation finished in 2h20m16.449601826s with status FAILED