Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "037971222a1ff0b461d049dffcb41e136f9794b5"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/037971222a1ff0b461d049dffcb41e136f9794b5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:59:22.245] New invocation is queued and will start shortly
[04:59:23.321] Starting the invocation (attempt 1)
[04:59:23.351] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/037971222a1ff0b461d049dffcb41e136f9794b5"
[04:59:23.351] Popped gitiles commit info from properties and tags
[04:59:23.351] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:59:23.351] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:59:23.351] Buildbucket request:
{
  "requestId": "8883342787186055536",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8883342787186055536",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "037971222a1ff0b461d049dffcb41e136f9794b5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@037971222a1ff0b461d049dffcb41e136f9794b5",
                        "title": "037971222a1ff0b461d049dffcb41e136f9794b5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/037971222a1ff0b461d049dffcb41e136f9794b5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "037971222a1ff0b461d049dffcb41e136f9794b5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8883342787186055536"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:59:23.728] Scheduled build:
{
  "id": "8717912725286676657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-11T04:59:23.430524802Z",
  "updateTime": "2025-04-11T04:59:23.430524802Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "037971222a1ff0b461d049dffcb41e136f9794b5",
      "ref": "refs/heads/main"
    }
  }
}
[04:59:23.728] Task URL: https://cr-buildbucket.appspot.com/build/8717912725286676657
[04:59:23.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:2:0) after 8m21s
[04:59:24.720] Received PubSub notification, asking Buildbucket for the build status
[04:59:24.742] Build status: SCHEDULED
[05:07:44.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:2:0)
[05:07:44.985] Build status: SCHEDULED
[05:07:44.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:4:0) after 2m56s
[05:10:41.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:4:0)
[05:10:41.045] Build status: SCHEDULED
[05:10:41.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:5:0) after 9m19s
[05:20:00.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:5:0)
[05:20:00.096] Build status: SCHEDULED
[05:20:00.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:6:0) after 9m18s
[05:29:18.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:6:0)
[05:29:18.134] Build status: SCHEDULED
[05:29:18.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:7:0) after 7m30s
[05:36:48.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:7:0)
[05:36:48.491] Build status: SCHEDULED
[05:36:48.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:8:0) after 4m9s
[05:40:57.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:8:0)
[05:40:57.548] Build status: SCHEDULED
[05:40:57.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:9:0) after 9m31s
[05:50:28.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:9:0)
[05:50:28.760] Build status: SCHEDULED
[05:50:28.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:10:0) after 6m15s
[05:56:43.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:10:0)
[05:56:43.755] Build status: SCHEDULED
[05:56:43.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:11:0) after 8m32s
[06:05:15.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:11:0)
[06:05:15.801] Build status: SCHEDULED
[06:05:15.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:12:0) after 9m50s
[06:15:05.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:12:0)
[06:15:06.099] Build status: SCHEDULED
[06:15:06.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:13:0) after 3m9s
[06:18:15.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:13:0)
[06:18:15.611] Build status: SCHEDULED
[06:18:15.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:14:0) after 7m30s
[06:25:45.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:14:0)
[06:25:45.728] Build status: SCHEDULED
[06:25:45.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:15:0) after 8m51s
[06:34:36.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:15:0)
[06:34:36.785] Build status: SCHEDULED
[06:34:36.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:16:0) after 6m40s
[06:41:16.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:16:0)
[06:41:16.819] Build status: SCHEDULED
[06:41:16.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:17:0) after 4m11s
[06:45:27.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:17:0)
[06:45:27.859] Build status: SCHEDULED
[06:45:27.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:18:0) after 7m35s
[06:53:02.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:18:0)
[06:53:02.903] Build status: SCHEDULED
[06:53:02.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:19:0) after 3m1s
[06:56:03.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:19:0)
[06:56:03.952] Build status: SCHEDULED
[06:56:03.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:20:0) after 3m3s
[06:59:06.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:20:0)
[06:59:06.998] Build status: SCHEDULED
[06:59:06.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:21:0) after 4m40s
[07:03:47.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:21:0)
[07:03:47.075] Build status: SCHEDULED
[07:03:47.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:22:0) after 5m52s
[07:09:39.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:22:0)
[07:09:39.115] Build status: SCHEDULED
[07:09:39.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:23:0) after 4m16s
[07:13:55.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:23:0)
[07:13:55.146] Build status: SCHEDULED
[07:13:55.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:24:0) after 6m30s
[07:20:25.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:24:0)
[07:20:25.201] Build status: SCHEDULED
[07:20:25.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:25:0) after 2m0s
[07:22:25.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:25:0)
[07:22:25.272] Build status: SCHEDULED
[07:22:25.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:26:0) after 8m51s
[07:31:16.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:26:0)
[07:31:16.740] Build status: SCHEDULED
[07:31:16.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:27:0) after 2m14s
[07:33:30.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:27:0)
[07:33:30.910] Build status: SCHEDULED
[07:33:30.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:28:0) after 5m14s
[07:38:44.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:28:0)
[07:38:44.919] Build status: SCHEDULED
[07:38:44.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:29:0) after 2m32s
[07:41:16.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:29:0)
[07:41:16.970] Build status: SCHEDULED
[07:41:16.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:30:0) after 7m3s
[07:48:19.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:30:0)
[07:48:20.007] Build status: SCHEDULED
[07:48:20.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:31:0) after 3m18s
[07:51:38.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:31:0)
[07:51:38.035] Build status: SCHEDULED
[07:51:38.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:32:0) after 3m15s
[07:54:53.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:32:0)
[07:54:53.577] Build status: SCHEDULED
[07:54:53.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:33:0) after 7m16s
[08:02:09.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:33:0)
[08:02:09.621] Build status: SCHEDULED
[08:02:09.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:34:0) after 7m47s
[08:09:56.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:34:0)
[08:09:56.717] Build status: SCHEDULED
[08:09:56.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:35:0) after 3m51s
[08:13:47.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:35:0)
[08:13:47.833] Build status: SCHEDULED
[08:13:47.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:36:0) after 1m4s
[08:14:51.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:36:0)
[08:14:51.823] Build status: SCHEDULED
[08:14:51.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:37:0) after 4m12s
[08:19:03.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:37:0)
[08:19:03.871] Build status: SCHEDULED
[08:19:03.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:38:0) after 7m51s
[08:26:54.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:38:0)
[08:26:54.914] Build status: SCHEDULED
[08:26:54.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:39:0) after 8m5s
[08:34:59.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:39:0)
[08:34:59.958] Build status: SCHEDULED
[08:34:59.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:40:0) after 9m26s
[08:44:25.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:40:0)
[08:44:26.011] Build status: SCHEDULED
[08:44:26.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:41:0) after 2m11s
[08:46:37.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:41:0)
[08:46:37.063] Build status: SCHEDULED
[08:46:37.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:42:0) after 5m12s
[08:51:49.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:42:0)
[08:51:49.104] Build status: SCHEDULED
[08:51:49.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:43:0) after 8m0s
[08:59:49.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:43:0)
[08:59:49.295] Build status: SCHEDULED
[08:59:49.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:44:0) after 7m13s
[09:07:02.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:44:0)
[09:07:02.478] Build status: SCHEDULED
[09:07:02.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:45:0) after 7m34s
[09:14:36.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:45:0)
[09:14:36.704] Build status: SCHEDULED
[09:14:36.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:46:0) after 7m34s
[09:22:10.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:46:0)
[09:22:11.008] Build status: SCHEDULED
[09:22:11.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:47:0) after 3m30s
[09:25:41.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:47:0)
[09:25:41.194] Build status: SCHEDULED
[09:25:41.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:48:0) after 5m50s
[09:31:31.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:48:0)
[09:31:31.387] Build status: SCHEDULED
[09:31:31.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:49:0) after 7m34s
[09:39:05.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:49:0)
[09:39:05.812] Build status: SCHEDULED
[09:39:05.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:50:0) after 6m45s
[09:45:50.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:50:0)
[09:45:50.917] Build status: SCHEDULED
[09:45:50.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:51:0) after 3m35s
[09:49:26.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:51:0)
[09:49:26.204] Build status: SCHEDULED
[09:49:26.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:52:0) after 3m38s
[09:53:04.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:52:0)
[09:53:04.846] Build status: SCHEDULED
[09:53:04.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:53:0) after 9m54s
[10:02:59.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:53:0)
[10:02:59.468] Build status: SCHEDULED
[10:02:59.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:54:0) after 5m44s
[10:08:43.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:54:0)
[10:08:43.755] Build status: SCHEDULED
[10:08:43.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:55:0) after 6m5s
[10:14:48.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:55:0)
[10:14:48.817] Build status: SCHEDULED
[10:14:48.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:56:0) after 3m6s
[10:17:54.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:56:0)
[10:17:54.923] Build status: SCHEDULED
[10:17:54.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:57:0) after 9m11s
[10:27:05.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:57:0)
[10:27:05.957] Build status: SCHEDULED
[10:27:05.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:58:0) after 4m50s
[10:31:56.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:58:0)
[10:31:56.112] Build status: SCHEDULED
[10:31:56.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:59:0) after 1m31s
[10:33:27.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:59:0)
[10:33:27.158] Build status: SCHEDULED
[10:33:27.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:60:0) after 6m40s
[10:40:07.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:60:0)
[10:40:07.372] Build status: SCHEDULED
[10:40:07.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:61:0) after 2m7s
[10:42:14.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:61:0)
[10:42:14.687] Build status: SCHEDULED
[10:42:14.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:62:0) after 8m43s
[10:50:57.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:62:0)
[10:50:57.727] Build status: SCHEDULED
[10:50:57.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:63:0) after 7m5s
[10:58:02.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:63:0)
[10:58:02.766] Build status: SCHEDULED
[10:58:02.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:64:0) after 9m32s
[11:07:34.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:64:0)
[11:07:34.898] Build status: SCHEDULED
[11:07:34.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:65:0) after 4m16s
[11:11:50.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:65:0)
[11:11:50.961] Build status: SCHEDULED
[11:11:50.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:66:0) after 4m35s
[11:16:25.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:66:0)
[11:16:26.024] Build status: SCHEDULED
[11:16:26.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:67:0) after 3m29s
[11:19:55.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:67:0)
[11:19:55.089] Build status: SCHEDULED
[11:19:55.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:68:0) after 6m28s
[11:26:23.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:68:0)
[11:26:23.130] Build status: SCHEDULED
[11:26:23.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:69:0) after 3m20s
[11:29:43.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:69:0)
[11:29:43.433] Build status: SCHEDULED
[11:29:43.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:70:0) after 3m10s
[11:32:53.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:70:0)
[11:32:53.499] Build status: SCHEDULED
[11:32:53.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:71:0) after 8m3s
[11:40:56.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:71:0)
[11:40:56.589] Build status: SCHEDULED
[11:40:56.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:72:0) after 4m48s
[11:45:44.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:72:0)
[11:45:44.671] Build status: SCHEDULED
[11:45:44.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:73:0) after 5m48s
[11:51:32.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:73:0)
[11:51:32.718] Build status: SCHEDULED
[11:51:32.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:74:0) after 9m43s
[12:01:16.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:74:0)
[12:01:16.049] Build status: SCHEDULED
[12:01:16.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:75:0) after 2m36s
[12:03:52.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:75:0)
[12:03:52.833] Build status: SCHEDULED
[12:03:52.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:76:0) after 5m48s
[12:09:40.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:76:0)
[12:09:40.921] Build status: SCHEDULED
[12:09:40.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:77:0) after 3m19s
[12:12:59.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:77:0)
[12:13:00.018] Build status: SCHEDULED
[12:13:00.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:78:0) after 8m2s
[12:21:02.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:78:0)
[12:21:02.447] Build status: SCHEDULED
[12:21:02.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:79:0) after 6m28s
[12:27:30.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:79:0)
[12:27:30.504] Build status: SCHEDULED
[12:27:30.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:80:0) after 7m45s
[12:35:15.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:80:0)
[12:35:15.552] Build status: SCHEDULED
[12:35:15.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:81:0) after 4m25s
[12:39:40.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:81:0)
[12:39:40.598] Build status: SCHEDULED
[12:39:40.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:82:0) after 2m48s
[12:42:28.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:82:0)
[12:42:28.652] Build status: SCHEDULED
[12:42:28.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:83:0) after 7m0s
[12:49:28.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:83:0)
[12:49:28.742] Build status: SCHEDULED
[12:49:28.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:84:0) after 3m17s
[12:52:45.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:84:0)
[12:52:45.792] Build status: SCHEDULED
[12:52:45.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:85:0) after 2m42s
[12:55:27.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:85:0)
[12:55:27.831] Build status: SCHEDULED
[12:55:27.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8883342787186055536:86:0) after 9m6s
[12:59:30.103] Received PubSub notification, asking Buildbucket for the build status
[12:59:30.177] Build:
{
  "id": "8717912725286676657",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-11T04:59:23.430524802Z",
  "endTime": "2025-04-11T12:59:29.900292049Z",
  "updateTime": "2025-04-11T12:59:29.900292049Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "037971222a1ff0b461d049dffcb41e136f9794b5",
      "ref": "refs/heads/main"
    }
  }
}
[12:59:30.177] Invocation finished in 8h0m7.942107322s with status FAILED