Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 98fc6158fe3a5c02b9e7741b914e8bb51bc368f2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-host-cpp17-v800"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "c14c119c51a82f6e044f81b7dad0a322091d4121"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c14c119c51a82f6e044f81b7dad0a322091d4121
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:06:20.255] New invocation is queued and will start shortly
[00:06:21.349] Starting the invocation (attempt 1)
[00:06:21.373] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c14c119c51a82f6e044f81b7dad0a322091d4121"
[00:06:21.373] Popped gitiles commit info from properties and tags
[00:06:21.373] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:06:21.374] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:06:21.374] Buildbucket request:
{
  "requestId": "8840146470259950256",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8840146470259950256",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7dc3b46ab3a6b0535a69d16f5ce66758aace3eef"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7dc3b46ab3a6b0535a69d16f5ce66758aace3eef",
                        "title": "7dc3b46ab3a6b0535a69d16f5ce66758aace3eef",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7dc3b46ab3a6b0535a69d16f5ce66758aace3eef"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c14c119c51a82f6e044f81b7dad0a322091d4121"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c14c119c51a82f6e044f81b7dad0a322091d4121",
                        "title": "c14c119c51a82f6e044f81b7dad0a322091d4121",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c14c119c51a82f6e044f81b7dad0a322091d4121"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8840146470259950256"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:06:21.746] Scheduled build:
{
  "id": "8674716408369634945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-01T00:06:21.438837567Z",
  "updateTime": "2026-08-01T00:06:21.438837567Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
      "ref": "refs/heads/main"
    }
  }
}
[00:06:21.746] Task URL: https://cr-buildbucket.appspot.com/build/8674716408369634945
[00:06:21.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:2:0) after 7m48s
[00:06:22.722] Received PubSub notification, asking Buildbucket for the build status
[00:06:22.740] Build status: SCHEDULED
[00:14:09.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:2:0)
[00:14:09.807] Build status: SCHEDULED
[00:14:09.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:4:0) after 8m44s
[00:22:53.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:4:0)
[00:22:54.050] Build status: SCHEDULED
[00:22:54.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:5:0) after 3m41s
[00:26:35.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:5:0)
[00:26:35.163] Build status: SCHEDULED
[00:26:35.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:6:0) after 3m18s
[00:29:53.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:6:0)
[00:29:53.200] Build status: SCHEDULED
[00:29:53.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:7:0) after 5m33s
[00:35:26.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:7:0)
[00:35:26.413] Build status: SCHEDULED
[00:35:26.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:8:0) after 8m56s
[00:44:22.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:8:0)
[00:44:22.612] Build status: SCHEDULED
[00:44:22.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:9:0) after 4m38s
[00:49:00.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:9:0)
[00:49:00.723] Build status: SCHEDULED
[00:49:00.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:10:0) after 9m50s
[00:58:50.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:10:0)
[00:58:50.796] Build status: SCHEDULED
[00:58:50.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:11:0) after 4m30s
[01:03:20.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:11:0)
[01:03:20.802] Build status: SCHEDULED
[01:03:20.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:12:0) after 6m14s
[01:09:34.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:12:0)
[01:09:34.891] Build status: SCHEDULED
[01:09:34.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:13:0) after 2m13s
[01:11:48.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:13:0)
[01:11:48.031] Build status: SCHEDULED
[01:11:48.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:14:0) after 9m29s
[01:21:17.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:14:0)
[01:21:17.161] Build status: SCHEDULED
[01:21:17.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:15:0) after 4m12s
[01:25:29.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:15:0)
[01:25:29.228] Build status: SCHEDULED
[01:25:29.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:16:0) after 9m5s
[01:34:34.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:16:0)
[01:34:34.276] Build status: SCHEDULED
[01:34:34.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:17:0) after 8m22s
[01:42:56.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:17:0)
[01:42:56.551] Build status: SCHEDULED
[01:42:56.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:18:0) after 1m4s
[01:44:00.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:18:0)
[01:44:00.577] Build status: SCHEDULED
[01:44:00.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:19:0) after 3m37s
[01:47:37.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:19:0)
[01:47:37.621] Build status: SCHEDULED
[01:47:37.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:20:0) after 4m14s
[01:51:51.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:20:0)
[01:51:51.653] Build status: SCHEDULED
[01:51:51.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:21:0) after 8m1s
[01:59:52.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:21:0)
[01:59:52.770] Build status: SCHEDULED
[01:59:52.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:22:0) after 3m0s
[02:02:52.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:22:0)
[02:02:52.820] Build status: SCHEDULED
[02:02:52.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:23:0) after 4m2s
[02:06:54.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:23:0)
[02:06:54.986] Build status: SCHEDULED
[02:06:54.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:24:0) after 2m1s
[02:08:56.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:24:0)
[02:08:56.169] Build status: SCHEDULED
[02:08:56.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:25:0) after 4m42s
[02:13:38.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:25:0)
[02:13:38.233] Build status: SCHEDULED
[02:13:38.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:26:0) after 6m14s
[02:19:52.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:26:0)
[02:19:52.303] Build status: SCHEDULED
[02:19:52.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:27:0) after 4m55s
[02:24:47.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:27:0)
[02:24:47.319] Build status: SCHEDULED
[02:24:47.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:28:0) after 7m4s
[02:31:51.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:28:0)
[02:31:51.379] Build status: SCHEDULED
[02:31:51.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:29:0) after 8m4s
[02:39:55.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:29:0)
[02:39:55.699] Build status: SCHEDULED
[02:39:55.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:30:0) after 5m52s
[02:45:47.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:30:0)
[02:45:47.735] Build status: SCHEDULED
[02:45:47.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:31:0) after 1m43s
[02:47:30.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:31:0)
[02:47:30.876] Build status: SCHEDULED
[02:47:30.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:32:0) after 5m51s
[02:53:21.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:32:0)
[02:53:21.996] Build status: SCHEDULED
[02:53:21.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:33:0) after 5m51s
[02:59:13.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:33:0)
[02:59:13.032] Build status: SCHEDULED
[02:59:13.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:34:0) after 8m15s
[03:07:28.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:34:0)
[03:07:28.127] Build status: SCHEDULED
[03:07:28.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:35:0) after 8m15s
[03:15:43.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:35:0)
[03:15:43.200] Build status: SCHEDULED
[03:15:43.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:36:0) after 3m26s
[03:19:09.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:36:0)
[03:19:09.328] Build status: SCHEDULED
[03:19:09.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:37:0) after 7m15s
[03:26:24.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:37:0)
[03:26:24.423] Build status: SCHEDULED
[03:26:24.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:38:0) after 2m40s
[03:29:04.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:38:0)
[03:29:04.609] Build status: SCHEDULED
[03:29:04.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:39:0) after 5m51s
[03:30:06.295] Received PubSub notification, asking Buildbucket for the build status
[03:30:06.585] Build status: STARTED
[03:30:38.387] Received PubSub notification, asking Buildbucket for the build status
[03:30:38.407] Build:
{
  "id": "8674716408369634945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-01T00:06:21.438837567Z",
  "startTime": "2026-08-01T03:30:05.344223654Z",
  "endTime": "2026-08-01T03:30:38.100563904Z",
  "updateTime": "2026-08-01T03:30:38.100563904Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
      "ref": "refs/heads/main"
    }
  }
}
[03:30:38.407] Invocation finished in 3h24m18.155911187s with status FAILED