1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-kernel
  4. 8868999199995660144
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "769a062730c0d17de49bcf1733bebfbb78c8ac04"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/769a062730c0d17de49bcf1733bebfbb78c8ac04
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:44:32.952] New invocation is queued and will start shortly
[12:44:34.546] Starting the invocation (attempt 1)
[12:44:34.575] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/769a062730c0d17de49bcf1733bebfbb78c8ac04"
[12:44:34.575] Popped gitiles commit info from properties and tags
[12:44:34.575] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:44:34.576] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:44:34.576] Buildbucket request:
{
  "requestId": "8868999199995660144",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868999199995660144",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "769a062730c0d17de49bcf1733bebfbb78c8ac04"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@769a062730c0d17de49bcf1733bebfbb78c8ac04",
                        "title": "769a062730c0d17de49bcf1733bebfbb78c8ac04",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/769a062730c0d17de49bcf1733bebfbb78c8ac04"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "769a062730c0d17de49bcf1733bebfbb78c8ac04",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868999199995660144"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:44:34.961] Scheduled build:
{
  "id": "8703569137581834865",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T12:44:34.630750631Z",
  "updateTime": "2025-09-16T12:44:34.630750631Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "769a062730c0d17de49bcf1733bebfbb78c8ac04",
      "ref": "refs/heads/main"
    }
  }
}
[12:44:34.961] Task URL: https://cr-buildbucket.appspot.com/build/8703569137581834865
[12:44:34.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:2:0) after 9m35s
[12:45:24.670] Received PubSub notification, asking Buildbucket for the build status
[12:45:24.747] Build status: SCHEDULED
[12:54:10.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:2:0)
[12:54:10.094] Build status: SCHEDULED
[12:54:10.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:4:0) after 6m0s
[13:00:10.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:4:0)
[13:00:10.489] Build status: SCHEDULED
[13:00:10.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:5:0) after 7m15s
[13:07:25.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:5:0)
[13:07:25.541] Build status: SCHEDULED
[13:07:25.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:6:0) after 7m48s
[13:15:14.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:6:0)
[13:15:14.201] Build status: SCHEDULED
[13:15:14.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:7:0) after 5m58s
[13:21:12.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:7:0)
[13:21:12.824] Build status: SCHEDULED
[13:21:12.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:8:0) after 9m52s
[13:31:04.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:8:0)
[13:31:04.997] Build status: SCHEDULED
[13:31:04.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:9:0) after 2m22s
[13:33:27.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:9:0)
[13:33:27.075] Build status: SCHEDULED
[13:33:27.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:10:0) after 9m0s
[13:42:27.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:10:0)
[13:42:27.114] Build status: SCHEDULED
[13:42:27.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:11:0) after 5m24s
[13:47:51.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:11:0)
[13:47:51.158] Build status: SCHEDULED
[13:47:51.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:12:0) after 6m23s
[13:54:14.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:12:0)
[13:54:14.250] Build status: SCHEDULED
[13:54:14.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:13:0) after 3m27s
[13:57:41.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:13:0)
[13:57:41.326] Build status: SCHEDULED
[13:57:41.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:14:0) after 7m59s
[14:05:40.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:14:0)
[14:05:40.390] Build status: SCHEDULED
[14:05:40.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:15:0) after 1m18s
[14:06:58.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:15:0)
[14:06:58.484] Build status: SCHEDULED
[14:06:58.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:16:0) after 2m0s
[14:08:58.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:16:0)
[14:08:58.641] Build status: SCHEDULED
[14:08:58.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:17:0) after 2m19s
[14:11:17.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:17:0)
[14:11:17.684] Build status: SCHEDULED
[14:11:17.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:18:0) after 3m23s
[14:14:40.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:18:0)
[14:14:40.790] Build status: SCHEDULED
[14:14:40.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:19:0) after 7m18s
[14:21:58.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:19:0)
[14:21:58.826] Build status: SCHEDULED
[14:21:58.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:20:0) after 1m54s
[14:23:52.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:20:0)
[14:23:52.966] Build status: SCHEDULED
[14:23:52.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:21:0) after 3m11s
[14:27:03.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:21:0)
[14:27:04.022] Build status: SCHEDULED
[14:27:04.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:22:0) after 4m2s
[14:31:06.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:22:0)
[14:31:06.058] Build status: SCHEDULED
[14:31:06.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:23:0) after 9m15s
[14:40:21.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:23:0)
[14:40:21.095] Build status: SCHEDULED
[14:40:21.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:24:0) after 5m37s
[14:45:58.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:24:0)
[14:45:58.432] Build status: SCHEDULED
[14:45:58.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:25:0) after 8m51s
[14:54:49.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:25:0)
[14:54:49.434] Build status: SCHEDULED
[14:54:49.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:26:0) after 1m2s
[14:55:51.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:26:0)
[14:55:51.467] Build status: SCHEDULED
[14:55:51.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:27:0) after 6m22s
[15:02:13.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:27:0)
[15:02:13.497] Build status: SCHEDULED
[15:02:13.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:28:0) after 1m21s
[15:03:34.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:28:0)
[15:03:34.678] Build status: SCHEDULED
[15:03:34.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:29:0) after 1m6s
[15:04:40.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:29:0)
[15:04:40.711] Build status: SCHEDULED
[15:04:40.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:30:0) after 4m45s
[15:09:25.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:30:0)
[15:09:25.798] Build status: SCHEDULED
[15:09:25.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:31:0) after 8m48s
[15:18:13.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:31:0)
[15:18:13.832] Build status: SCHEDULED
[15:18:13.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:32:0) after 2m2s
[15:20:15.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:32:0)
[15:20:16.006] Build status: SCHEDULED
[15:20:16.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:33:0) after 3m11s
[15:23:27.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:33:0)
[15:23:27.180] Build status: SCHEDULED
[15:23:27.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:34:0) after 2m8s
[15:25:35.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:34:0)
[15:25:35.234] Build status: SCHEDULED
[15:25:35.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:35:0) after 4m49s
[15:30:24.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:35:0)
[15:30:24.343] Build status: SCHEDULED
[15:30:24.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:36:0) after 1m12s
[15:31:36.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:36:0)
[15:31:36.392] Build status: SCHEDULED
[15:31:36.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:37:0) after 5m13s
[15:36:49.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:37:0)
[15:36:49.574] Build status: SCHEDULED
[15:36:49.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:38:0) after 3m31s
[15:40:20.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:38:0)
[15:40:20.709] Build status: SCHEDULED
[15:40:20.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:39:0) after 4m47s
[15:45:07.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:39:0)
[15:45:07.806] Build status: SCHEDULED
[15:45:07.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:40:0) after 8m3s
[15:53:10.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:40:0)
[15:53:10.889] Build status: SCHEDULED
[15:53:10.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:41:0) after 9m31s
[16:02:41.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:41:0)
[16:02:41.922] Build status: SCHEDULED
[16:02:41.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:42:0) after 1m51s
[16:04:32.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:42:0)
[16:04:32.968] Build status: SCHEDULED
[16:04:32.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:43:0) after 4m52s
[16:09:25.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:43:0)
[16:09:25.042] Build status: SCHEDULED
[16:09:25.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:44:0) after 6m39s
[16:16:04.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:44:0)
[16:16:04.204] Build status: SCHEDULED
[16:16:04.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:45:0) after 4m18s
[16:20:22.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:45:0)
[16:20:22.426] Build status: SCHEDULED
[16:20:22.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:46:0) after 5m8s
[16:25:30.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:46:0)
[16:25:30.588] Build status: SCHEDULED
[16:25:30.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:47:0) after 2m12s
[16:27:42.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:47:0)
[16:27:42.661] Build status: SCHEDULED
[16:27:42.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:48:0) after 8m20s
[16:36:02.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:48:0)
[16:36:02.747] Build status: SCHEDULED
[16:36:02.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:49:0) after 7m16s
[16:43:18.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:49:0)
[16:43:18.758] Build status: SCHEDULED
[16:43:18.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:50:0) after 2m7s
[16:45:25.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:50:0)
[16:45:25.977] Build status: SCHEDULED
[16:45:25.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:51:0) after 6m33s
[16:51:59.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:51:0)
[16:51:59.029] Build status: SCHEDULED
[16:51:59.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:52:0) after 9m26s
[17:01:25.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:52:0)
[17:01:25.106] Build status: SCHEDULED
[17:01:25.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:53:0) after 1m33s
[17:02:58.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:53:0)
[17:02:58.151] Build status: SCHEDULED
[17:02:58.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:54:0) after 4m24s
[17:07:22.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:54:0)
[17:07:22.201] Build status: SCHEDULED
[17:07:22.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:55:0) after 1m28s
[17:08:50.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:55:0)
[17:08:50.290] Build status: SCHEDULED
[17:08:50.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:56:0) after 8m26s
[17:17:16.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:56:0)
[17:17:16.343] Build status: SCHEDULED
[17:17:16.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:57:0) after 4m23s
[17:21:39.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:57:0)
[17:21:39.465] Build status: SCHEDULED
[17:21:39.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:58:0) after 2m10s
[17:23:49.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:58:0)
[17:23:49.639] Build status: SCHEDULED
[17:23:49.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:59:0) after 7m58s
[17:31:47.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:59:0)
[17:31:47.677] Build status: SCHEDULED
[17:31:47.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:60:0) after 7m19s
[17:39:06.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:60:0)
[17:39:06.773] Build status: SCHEDULED
[17:39:06.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:61:0) after 2m58s
[17:42:04.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:61:0)
[17:42:04.874] Build status: SCHEDULED
[17:42:04.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:62:0) after 8m26s
[17:50:30.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:62:0)
[17:50:30.998] Build status: SCHEDULED
[17:50:30.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:63:0) after 6m43s
[17:57:14.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:63:0)
[17:57:14.076] Build status: SCHEDULED
[17:57:14.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:64:0) after 8m39s
[18:05:53.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:64:0)
[18:05:53.150] Build status: SCHEDULED
[18:05:53.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:65:0) after 6m30s
[18:12:23.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:65:0)
[18:12:23.247] Build status: SCHEDULED
[18:12:23.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:66:0) after 8m6s
[18:20:29.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:66:0)
[18:20:29.240] Build status: SCHEDULED
[18:20:29.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:67:0) after 2m33s
[18:23:02.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:67:0)
[18:23:02.337] Build status: SCHEDULED
[18:23:02.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:68:0) after 5m31s
[18:28:33.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:68:0)
[18:28:33.372] Build status: SCHEDULED
[18:28:33.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:69:0) after 8m12s
[18:36:45.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:69:0)
[18:36:45.404] Build status: SCHEDULED
[18:36:45.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:70:0) after 2m55s
[18:39:40.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:70:0)
[18:39:40.493] Build status: SCHEDULED
[18:39:40.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:71:0) after 4m34s
[18:44:14.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:71:0)
[18:44:14.583] Build status: SCHEDULED
[18:44:14.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:72:0) after 3m7s
[18:47:21.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:72:0)
[18:47:21.597] Build status: SCHEDULED
[18:47:21.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:73:0) after 9m8s
[18:56:29.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:73:0)
[18:56:29.590] Build status: SCHEDULED
[18:56:29.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:74:0) after 1m12s
[18:57:41.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:74:0)
[18:57:41.720] Build status: SCHEDULED
[18:57:41.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:75:0) after 9m26s
[19:07:07.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:75:0)
[19:07:07.765] Build status: SCHEDULED
[19:07:07.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:76:0) after 3m6s
[19:10:13.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:76:0)
[19:10:13.826] Build status: SCHEDULED
[19:10:13.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:77:0) after 3m6s
[19:13:19.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:77:0)
[19:13:19.861] Build status: SCHEDULED
[19:13:19.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:78:0) after 2m14s
[19:15:33.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:78:0)
[19:15:34.013] Build status: SCHEDULED
[19:15:34.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:79:0) after 6m27s
[19:22:01.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:79:0)
[19:22:01.083] Build status: SCHEDULED
[19:22:01.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:80:0) after 9m16s
[19:31:17.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:80:0)
[19:31:17.251] Build status: SCHEDULED
[19:31:17.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:81:0) after 8m56s
[19:40:13.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:81:0)
[19:40:13.288] Build status: SCHEDULED
[19:40:13.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:82:0) after 2m20s
[19:42:33.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:82:0)
[19:42:33.505] Build status: SCHEDULED
[19:42:33.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:83:0) after 3m50s
[19:46:23.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:83:0)
[19:46:23.624] Build status: SCHEDULED
[19:46:23.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:84:0) after 6m53s
[19:53:16.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:84:0)
[19:53:16.725] Build status: SCHEDULED
[19:53:16.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:85:0) after 6m37s
[19:59:53.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:85:0)
[19:59:53.809] Build status: SCHEDULED
[19:59:53.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:86:0) after 9m40s
[20:09:33.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:86:0)
[20:09:33.865] Build status: SCHEDULED
[20:09:33.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:87:0) after 6m6s
[20:15:40.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:87:0)
[20:15:40.220] Build status: SCHEDULED
[20:15:40.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:88:0) after 2m42s
[20:18:22.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:88:0)
[20:18:22.353] Build status: SCHEDULED
[20:18:22.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:89:0) after 1m4s
[20:19:26.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:89:0)
[20:19:26.391] Build status: SCHEDULED
[20:19:26.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:90:0) after 5m3s
[20:24:29.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:90:0)
[20:24:29.467] Build status: SCHEDULED
[20:24:29.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:91:0) after 5m21s
[20:29:50.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:91:0)
[20:29:50.506] Build status: SCHEDULED
[20:29:50.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:92:0) after 3m2s
[20:32:52.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:92:0)
[20:32:52.792] Build status: SCHEDULED
[20:32:52.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:93:0) after 4m40s
[20:37:32.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:93:0)
[20:37:32.880] Build status: SCHEDULED
[20:37:32.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:94:0) after 4m50s
[20:42:22.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:94:0)
[20:42:23.005] Build status: SCHEDULED
[20:42:23.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:95:0) after 2m17s
[20:44:40.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:95:0)
[20:44:40.098] Build status: SCHEDULED
[20:44:40.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8868999199995660144:96:0) after 2m29s
[20:44:52.203] Received PubSub notification, asking Buildbucket for the build status
[20:44:52.216] Build:
{
  "id": "8703569137581834865",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T12:44:34.630750631Z",
  "endTime": "2025-09-16T20:44:43.427713502Z",
  "updateTime": "2025-09-16T20:44:43.427713502Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "769a062730c0d17de49bcf1733bebfbb78c8ac04",
      "ref": "refs/heads/main"
    }
  }
}
[20:44:52.216] Invocation finished in 8h0m19.27209692s with status FAILED