buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-host-cpp17-v9"
>

• 86c381c03e6611f64994a0a4b92fc55b2899ea3f (3 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "86c381c03e6611f64994a0a4b92fc55b2899ea3f"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/86c381c03e6611f64994a0a4b92fc55b2899ea3f
• gitiles_ref:refs/heads/main

[02:06:02.136] New invocation is queued and will start shortly
[02:06:03.218] Starting the invocation (attempt 1)
[02:06:03.242] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/86c381c03e6611f64994a0a4b92fc55b2899ea3f"
[02:06:03.242] Popped gitiles commit info from properties and tags
[02:06:03.242] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:06:03.242] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:06:03.242] Buildbucket request:
{
  "requestId": "8841679087948579568",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8841679087948579568",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "86c381c03e6611f64994a0a4b92fc55b2899ea3f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@86c381c03e6611f64994a0a4b92fc55b2899ea3f",
                        "title": "86c381c03e6611f64994a0a4b92fc55b2899ea3f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/86c381c03e6611f64994a0a4b92fc55b2899ea3f"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "86c381c03e6611f64994a0a4b92fc55b2899ea3f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8841679087948579568"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:06:03.642] Scheduled build:
{
  "id": "8676249026039753601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-15T02:06:03.329865936Z",
  "updateTime": "2026-07-15T02:06:03.329865936Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "86c381c03e6611f64994a0a4b92fc55b2899ea3f",
      "ref": "refs/heads/main"
    }
  }
}
[02:06:03.642] Task URL: https://cr-buildbucket.appspot.com/build/8676249026039753601
[02:06:03.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:2:0) after 5m18s
[02:06:04.577] Received PubSub notification, asking Buildbucket for the build status
[02:06:04.599] Build status: SCHEDULED
[02:11:21.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:2:0)
[02:11:21.682] Build status: SCHEDULED
[02:11:21.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:4:0) after 2m39s
[02:14:00.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:4:0)
[02:14:00.686] Build status: SCHEDULED
[02:14:00.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:5:0) after 1m59s
[02:15:59.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:5:0)
[02:15:59.803] Build status: SCHEDULED
[02:15:59.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:6:0) after 5m17s
[02:21:16.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:6:0)
[02:21:16.854] Build status: SCHEDULED
[02:21:16.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:7:0) after 2m12s
[02:23:28.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:7:0)
[02:23:28.877] Build status: SCHEDULED
[02:23:28.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:8:0) after 2m11s
[02:25:39.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:8:0)
[02:25:39.890] Build status: SCHEDULED
[02:25:39.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:9:0) after 6m39s
[02:32:18.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:9:0)
[02:32:18.937] Build status: SCHEDULED
[02:32:18.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:10:0) after 4m7s
[02:36:26.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:10:0)
[02:36:26.072] Build status: SCHEDULED
[02:36:26.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:11:0) after 7m23s
[02:43:49.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:11:0)
[02:43:49.116] Build status: SCHEDULED
[02:43:49.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:12:0) after 3m45s
[02:47:34.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:12:0)
[02:47:34.147] Build status: SCHEDULED
[02:47:34.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:13:0) after 5m47s
[02:53:21.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:13:0)
[02:53:21.208] Build status: SCHEDULED
[02:53:21.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:14:0) after 2m2s
[02:55:23.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:14:0)
[02:55:23.235] Build status: SCHEDULED
[02:55:23.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:15:0) after 3m39s
[02:59:02.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:15:0)
[02:59:02.279] Build status: SCHEDULED
[02:59:02.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:16:0) after 4m40s
[03:03:42.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:16:0)
[03:03:42.569] Build status: SCHEDULED
[03:03:42.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:17:0) after 2m41s
[03:06:23.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:17:0)
[03:06:23.737] Build status: SCHEDULED
[03:06:23.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:18:0) after 4m35s
[03:10:58.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:18:0)
[03:10:58.878] Build status: SCHEDULED
[03:10:58.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:19:0) after 7m52s
[03:18:50.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:19:0)
[03:18:50.913] Build status: SCHEDULED
[03:18:50.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:20:0) after 1m24s
[03:20:14.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:20:0)
[03:20:14.950] Build status: SCHEDULED
[03:20:14.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:21:0) after 3m56s
[03:24:10.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:21:0)
[03:24:11.012] Build status: SCHEDULED
[03:24:11.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:22:0) after 3m0s
[03:27:11.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:22:0)
[03:27:11.117] Build status: SCHEDULED
[03:27:11.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:23:0) after 6m34s
[03:33:45.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:23:0)
[03:33:45.152] Build status: SCHEDULED
[03:33:45.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:24:0) after 8m37s
[03:42:22.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:24:0)
[03:42:22.220] Build status: SCHEDULED
[03:42:22.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:25:0) after 8m32s
[03:50:54.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:25:0)
[03:50:54.261] Build status: SCHEDULED
[03:50:54.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:26:0) after 6m58s
[03:57:52.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:26:0)
[03:57:52.294] Build status: SCHEDULED
[03:57:52.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:27:0) after 8m46s
[04:06:38.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:27:0)
[04:06:38.330] Build status: SCHEDULED
[04:06:38.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:28:0) after 5m45s
[04:12:23.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:28:0)
[04:12:23.397] Build status: SCHEDULED
[04:12:23.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:29:0) after 5m8s
[04:17:31.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:29:0)
[04:17:31.473] Build status: SCHEDULED
[04:17:31.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:30:0) after 4m0s
[04:21:31.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:30:0)
[04:21:31.543] Build status: SCHEDULED
[04:21:31.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:31:0) after 9m27s
[04:30:58.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:31:0)
[04:30:58.548] Build status: SCHEDULED
[04:30:58.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:32:0) after 4m18s
[04:35:16.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:32:0)
[04:35:16.865] Build status: SCHEDULED
[04:35:16.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:33:0) after 2m26s
[04:37:43.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:33:0)
[04:37:43.255] Build status: SCHEDULED
[04:37:43.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:34:0) after 7m13s
[04:44:56.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:34:0)
[04:44:56.426] Build status: SCHEDULED
[04:44:56.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:35:0) after 4m18s
[04:49:14.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:35:0)
[04:49:14.698] Build status: SCHEDULED
[04:49:14.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:36:0) after 6m54s
[04:54:14.191] Received PubSub notification, asking Buildbucket for the build status
[04:54:14.295] Build status: STARTED
[04:56:08.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:36:0)
[04:56:08.730] Build status: STARTED
[04:56:08.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8841679087948579568:38:0) after 8m59s
[05:01:11.666] Received PubSub notification, asking Buildbucket for the build status
[05:01:11.699] Build:
{
  "id": "8676249026039753601",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-15T02:06:03.329865936Z",
  "startTime": "2026-07-15T04:54:12.758990411Z",
  "endTime": "2026-07-15T05:01:09.702059745Z",
  "updateTime": "2026-07-15T05:01:09.702059745Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "86c381c03e6611f64994a0a4b92fc55b2899ea3f",
      "ref": "refs/heads/main"
    }
  }
}
[05:01:11.699] Invocation finished in 2h55m9.57445652s with status FAILED