1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-kernel
  4. 8872549057816403728
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2b23689560196ea206283712f65093f3d48ab148"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:21:04.725] New invocation is queued and will start shortly
[08:21:05.836] Starting the invocation (attempt 1)
[08:21:05.871] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148"
[08:21:05.871] Popped gitiles commit info from properties and tags
[08:21:05.871] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:21:05.871] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:21:05.871] Buildbucket request:
{
  "requestId": "8872549057816403728",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8872549057816403728",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2b23689560196ea206283712f65093f3d48ab148"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b23689560196ea206283712f65093f3d48ab148",
                        "title": "2b23689560196ea206283712f65093f3d48ab148",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b23689560196ea206283712f65093f3d48ab148"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2b23689560196ea206283712f65093f3d48ab148",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872549057816403728"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:21:06.283] Scheduled build:
{
  "id": "8707118995891872001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-08T08:21:05.932043180Z",
  "updateTime": "2025-08-08T08:21:05.932043180Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b23689560196ea206283712f65093f3d48ab148",
      "ref": "refs/heads/main"
    }
  }
}
[08:21:06.283] Task URL: https://cr-buildbucket.appspot.com/build/8707118995891872001
[08:21:06.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:2:0) after 5m7s
[08:21:07.261] Received PubSub notification, asking Buildbucket for the build status
[08:21:07.276] Build status: SCHEDULED
[08:26:13.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:2:0)
[08:26:13.380] Build status: SCHEDULED
[08:26:13.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:4:0) after 6m16s
[08:32:29.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:4:0)
[08:32:29.481] Build status: SCHEDULED
[08:32:29.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:5:0) after 4m16s
[08:36:45.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:5:0)
[08:36:45.762] Build status: SCHEDULED
[08:36:45.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:6:0) after 6m40s
[08:43:25.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:6:0)
[08:43:25.794] Build status: SCHEDULED
[08:43:25.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:7:0) after 2m39s
[08:46:04.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:7:0)
[08:46:04.859] Build status: SCHEDULED
[08:46:04.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:8:0) after 6m54s
[08:52:58.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:8:0)
[08:52:58.931] Build status: SCHEDULED
[08:52:58.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:9:0) after 1m9s
[08:54:08.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:9:0)
[08:54:08.040] Build status: SCHEDULED
[08:54:08.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:10:0) after 3m34s
[08:57:42.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:10:0)
[08:57:42.071] Build status: SCHEDULED
[08:57:42.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:11:0) after 6m14s
[09:03:56.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:11:0)
[09:03:56.153] Build status: SCHEDULED
[09:03:56.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:12:0) after 8m33s
[09:12:29.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:12:0)
[09:12:29.147] Build status: SCHEDULED
[09:12:29.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:13:0) after 3m39s
[09:16:08.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:13:0)
[09:16:08.255] Build status: SCHEDULED
[09:16:08.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:14:0) after 2m54s
[09:19:02.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:14:0)
[09:19:02.340] Build status: SCHEDULED
[09:19:02.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:15:0) after 7m42s
[09:26:44.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:15:0)
[09:26:44.557] Build status: SCHEDULED
[09:26:44.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:16:0) after 3m8s
[09:29:52.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:16:0)
[09:29:52.584] Build status: SCHEDULED
[09:29:52.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:17:0) after 3m31s
[09:33:23.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:17:0)
[09:33:23.722] Build status: SCHEDULED
[09:33:23.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:18:0) after 1m20s
[09:34:43.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:18:0)
[09:34:43.810] Build status: SCHEDULED
[09:34:43.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:19:0) after 6m27s
[09:41:10.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:19:0)
[09:41:10.936] Build status: SCHEDULED
[09:41:10.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:20:0) after 5m34s
[09:46:45.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:20:0)
[09:46:45.170] Build status: SCHEDULED
[09:46:45.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:21:0) after 5m54s
[09:52:39.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:21:0)
[09:52:39.690] Build status: SCHEDULED
[09:52:39.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:22:0) after 4m54s
[09:57:33.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:22:0)
[09:57:33.692] Build status: SCHEDULED
[09:57:33.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:23:0) after 1m41s
[09:59:14.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:23:0)
[09:59:14.866] Build status: SCHEDULED
[09:59:14.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:24:0) after 5m31s
[10:04:46.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:24:0)
[10:04:46.118] Build status: SCHEDULED
[10:04:46.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:25:0) after 5m45s
[10:10:31.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:25:0)
[10:10:31.181] Build status: SCHEDULED
[10:10:31.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:26:0) after 6m37s
[10:17:08.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:26:0)
[10:17:08.299] Build status: SCHEDULED
[10:17:08.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:27:0) after 1m29s
[10:18:37.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:27:0)
[10:18:37.334] Build status: SCHEDULED
[10:18:37.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:28:0) after 2m2s
[10:20:39.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:28:0)
[10:20:39.374] Build status: SCHEDULED
[10:20:39.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:29:0) after 3m33s
[10:24:12.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:29:0)
[10:24:12.428] Build status: SCHEDULED
[10:24:12.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:30:0) after 5m46s
[10:29:58.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:30:0)
[10:29:58.458] Build status: SCHEDULED
[10:29:58.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:31:0) after 5m22s
[10:35:20.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:31:0)
[10:35:20.761] Build status: SCHEDULED
[10:35:20.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:32:0) after 1m56s
[10:37:17.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:32:0)
[10:37:17.089] Build status: SCHEDULED
[10:37:17.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:33:0) after 9m33s
[10:46:50.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:33:0)
[10:46:50.256] Build status: SCHEDULED
[10:46:50.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:34:0) after 8m17s
[10:55:08.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:34:0)
[10:55:08.069] Build status: SCHEDULED
[10:55:08.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:35:0) after 3m48s
[10:58:56.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:35:0)
[10:58:56.232] Build status: SCHEDULED
[10:58:56.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:36:0) after 7m36s
[11:06:32.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:36:0)
[11:06:32.321] Build status: SCHEDULED
[11:06:32.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:37:0) after 7m6s
[11:13:38.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:37:0)
[11:13:38.574] Build status: SCHEDULED
[11:13:38.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:38:0) after 5m44s
[11:19:22.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:38:0)
[11:19:22.614] Build status: SCHEDULED
[11:19:22.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:39:0) after 5m43s
[11:25:05.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:39:0)
[11:25:05.877] Build status: SCHEDULED
[11:25:05.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:40:0) after 9m34s
[11:34:40.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:40:0)
[11:34:40.074] Build status: SCHEDULED
[11:34:40.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:41:0) after 9m33s
[11:44:13.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:41:0)
[11:44:13.453] Build status: SCHEDULED
[11:44:13.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:42:0) after 4m42s
[11:48:55.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:42:0)
[11:48:55.545] Build status: SCHEDULED
[11:48:55.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:43:0) after 5m22s
[11:54:17.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:43:0)
[11:54:17.587] Build status: SCHEDULED
[11:54:17.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:44:0) after 7m14s
[12:01:31.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:44:0)
[12:01:31.671] Build status: SCHEDULED
[12:01:31.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:45:0) after 3m50s
[12:05:21.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:45:0)
[12:05:21.779] Build status: SCHEDULED
[12:05:21.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:46:0) after 1m12s
[12:06:33.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:46:0)
[12:06:33.850] Build status: SCHEDULED
[12:06:33.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:47:0) after 6m50s
[12:13:23.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:47:0)
[12:13:23.891] Build status: SCHEDULED
[12:13:23.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:48:0) after 8m57s
[12:22:20.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:48:0)
[12:22:20.926] Build status: SCHEDULED
[12:22:20.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:49:0) after 3m44s
[12:26:05.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:49:0)
[12:26:05.110] Build status: SCHEDULED
[12:26:05.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:50:0) after 6m7s
[12:32:12.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:50:0)
[12:32:12.145] Build status: SCHEDULED
[12:32:12.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:51:0) after 6m58s
[12:39:10.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:51:0)
[12:39:10.178] Build status: SCHEDULED
[12:39:10.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:52:0) after 8m35s
[12:47:45.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:52:0)
[12:47:45.220] Build status: SCHEDULED
[12:47:45.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:53:0) after 3m59s
[12:51:44.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:53:0)
[12:51:44.331] Build status: SCHEDULED
[12:51:44.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:54:0) after 1m24s
[12:53:08.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:54:0)
[12:53:08.373] Build status: SCHEDULED
[12:53:08.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:55:0) after 9m24s
[13:02:32.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:55:0)
[13:02:32.414] Build status: SCHEDULED
[13:02:32.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:56:0) after 2m48s
[13:05:20.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:56:0)
[13:05:20.490] Build status: SCHEDULED
[13:05:20.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:57:0) after 2m21s
[13:07:41.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:57:0)
[13:07:41.550] Build status: SCHEDULED
[13:07:41.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:58:0) after 7m11s
[13:14:52.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:58:0)
[13:14:52.590] Build status: SCHEDULED
[13:14:52.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:59:0) after 3m26s
[13:18:18.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:59:0)
[13:18:18.701] Build status: SCHEDULED
[13:18:18.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:60:0) after 8m49s
[13:27:07.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:60:0)
[13:27:07.990] Build status: SCHEDULED
[13:27:07.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:61:0) after 1m6s
[13:28:14.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:61:0)
[13:28:14.027] Build status: SCHEDULED
[13:28:14.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:62:0) after 9m48s
[13:38:02.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:62:0)
[13:38:02.069] Build status: SCHEDULED
[13:38:02.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:63:0) after 9m39s
[13:47:41.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:63:0)
[13:47:41.190] Build status: SCHEDULED
[13:47:41.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:64:0) after 6m34s
[13:54:15.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:64:0)
[13:54:15.261] Build status: SCHEDULED
[13:54:15.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:65:0) after 5m38s
[13:59:53.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:65:0)
[13:59:53.276] Build status: SCHEDULED
[13:59:53.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:66:0) after 5m52s
[14:05:45.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:66:0)
[14:05:45.339] Build status: SCHEDULED
[14:05:45.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:67:0) after 2m32s
[14:08:17.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:67:0)
[14:08:17.433] Build status: SCHEDULED
[14:08:17.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:68:0) after 1m24s
[14:09:41.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:68:0)
[14:09:41.529] Build status: SCHEDULED
[14:09:41.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:69:0) after 8m56s
[14:18:37.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:69:0)
[14:18:37.568] Build status: SCHEDULED
[14:18:37.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:70:0) after 6m36s
[14:25:13.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:70:0)
[14:25:13.626] Build status: SCHEDULED
[14:25:13.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:71:0) after 9m5s
[14:34:18.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:71:0)
[14:34:18.704] Build status: SCHEDULED
[14:34:18.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:72:0) after 7m53s
[14:42:11.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:72:0)
[14:42:11.774] Build status: SCHEDULED
[14:42:11.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:73:0) after 4m54s
[14:47:05.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:73:0)
[14:47:05.849] Build status: SCHEDULED
[14:47:05.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:74:0) after 5m27s
[14:52:33.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:74:0)
[14:52:33.031] Build status: SCHEDULED
[14:52:33.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:75:0) after 3m29s
[14:56:02.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:75:0)
[14:56:02.064] Build status: SCHEDULED
[14:56:02.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:76:0) after 7m20s
[15:03:22.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:76:0)
[15:03:22.177] Build status: SCHEDULED
[15:03:22.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:77:0) after 3m35s
[15:06:57.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:77:0)
[15:06:57.231] Build status: SCHEDULED
[15:06:57.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:78:0) after 1m30s
[15:08:27.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:78:0)
[15:08:27.270] Build status: SCHEDULED
[15:08:27.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:79:0) after 1m32s
[15:09:59.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:79:0)
[15:09:59.295] Build status: SCHEDULED
[15:09:59.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:80:0) after 4m22s
[15:14:21.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:80:0)
[15:14:21.331] Build status: SCHEDULED
[15:14:21.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:81:0) after 8m11s
[15:22:32.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:81:0)
[15:22:32.420] Build status: SCHEDULED
[15:22:32.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:82:0) after 7m6s
[15:29:38.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:82:0)
[15:29:38.463] Build status: SCHEDULED
[15:29:38.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:83:0) after 4m20s
[15:33:58.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:83:0)
[15:33:58.498] Build status: SCHEDULED
[15:33:58.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:84:0) after 3m5s
[15:37:03.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:84:0)
[15:37:03.555] Build status: SCHEDULED
[15:37:03.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:85:0) after 8m4s
[15:45:07.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:85:0)
[15:45:07.699] Build status: SCHEDULED
[15:45:07.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:86:0) after 3m11s
[15:48:18.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:86:0)
[15:48:18.831] Build status: SCHEDULED
[15:48:18.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:87:0) after 6m38s
[15:54:57.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:87:0)
[15:54:57.131] Build status: SCHEDULED
[15:54:57.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:88:0) after 4m44s
[15:59:41.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:88:0)
[15:59:41.191] Build status: SCHEDULED
[15:59:41.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:89:0) after 6m20s
[16:06:01.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:89:0)
[16:06:01.312] Build status: SCHEDULED
[16:06:01.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:90:0) after 1m41s
[16:07:42.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:90:0)
[16:07:42.516] Build status: SCHEDULED
[16:07:42.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:91:0) after 5m27s
[16:13:09.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:91:0)
[16:13:09.599] Build status: SCHEDULED
[16:13:09.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8872549057816403728:92:0) after 8m12s
[16:21:12.260] Received PubSub notification, asking Buildbucket for the build status
[16:21:12.297] Build:
{
  "id": "8707118995891872001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-08T08:21:05.932043180Z",
  "endTime": "2025-08-08T16:21:12.069072314Z",
  "updateTime": "2025-08-08T16:21:12.069072314Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2b23689560196ea206283712f65093f3d48ab148",
      "ref": "refs/heads/main"
    }
  }
}
[16:21:12.297] Invocation finished in 8h0m7.582860848s with status FAILED