Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 16a2628d7fb30249a73e947845043711c7c5cb32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "0449995468dd677674cbf3908eed420e63ce659e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:02:33.392] New invocation is queued and will start shortly
[17:02:34.605] Starting the invocation (attempt 1)
[17:02:34.631] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e"
[17:02:34.631] Popped gitiles commit info from properties and tags
[17:02:34.631] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:02:34.631] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:02:34.631] Buildbucket request:
{
  "requestId": "8886649376028848912",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8886649376028848912",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0449995468dd677674cbf3908eed420e63ce659e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0449995468dd677674cbf3908eed420e63ce659e",
                        "title": "0449995468dd677674cbf3908eed420e63ce659e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "0449995468dd677674cbf3908eed420e63ce659e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8886649376028848912"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:02:35.100] Scheduled build:
{
  "id": "8721219314003585265",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-05T17:02:34.696125516Z",
  "updateTime": "2025-03-05T17:02:34.696125516Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0449995468dd677674cbf3908eed420e63ce659e",
      "ref": "refs/heads/main"
    }
  }
}
[17:02:35.100] Task URL: https://cr-buildbucket.appspot.com/build/8721219314003585265
[17:02:35.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:2:0) after 4m32s
[17:02:35.889] Received PubSub notification, asking Buildbucket for the build status
[17:02:35.909] Build status: SCHEDULED
[17:07:07.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:2:0)
[17:07:07.124] Build status: SCHEDULED
[17:07:07.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:4:0) after 1m14s
[17:08:21.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:4:0)
[17:08:21.170] Build status: SCHEDULED
[17:08:21.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:5:0) after 9m54s
[17:18:15.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:5:0)
[17:18:15.171] Build status: SCHEDULED
[17:18:15.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:6:0) after 8m7s
[17:26:22.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:6:0)
[17:26:22.360] Build status: SCHEDULED
[17:26:22.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:7:0) after 4m10s
[17:30:32.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:7:0)
[17:30:32.378] Build status: SCHEDULED
[17:30:32.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:8:0) after 3m39s
[17:34:11.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:8:0)
[17:34:11.471] Build status: SCHEDULED
[17:34:11.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:9:0) after 2m38s
[17:36:49.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:9:0)
[17:36:49.560] Build status: SCHEDULED
[17:36:49.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:10:0) after 6m43s
[17:43:32.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:10:0)
[17:43:32.750] Build status: SCHEDULED
[17:43:32.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:11:0) after 8m54s
[17:52:26.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:11:0)
[17:52:26.810] Build status: SCHEDULED
[17:52:26.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:12:0) after 2m56s
[17:55:22.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:12:0)
[17:55:22.832] Build status: SCHEDULED
[17:55:22.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:13:0) after 1m54s
[17:57:16.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:13:0)
[17:57:16.908] Build status: SCHEDULED
[17:57:16.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:14:0) after 2m55s
[18:00:11.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:14:0)
[18:00:11.917] Build status: SCHEDULED
[18:00:11.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:15:0) after 5m12s
[18:05:23.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:15:0)
[18:05:23.981] Build status: SCHEDULED
[18:05:23.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:16:0) after 7m49s
[18:13:12.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:16:0)
[18:13:13.194] Build status: SCHEDULED
[18:13:13.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:17:0) after 8m52s
[18:22:05.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:17:0)
[18:22:05.232] Build status: SCHEDULED
[18:22:05.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:18:0) after 4m41s
[18:26:46.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:18:0)
[18:26:46.276] Build status: SCHEDULED
[18:26:46.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:19:0) after 6m58s
[18:33:44.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:19:0)
[18:33:44.406] Build status: SCHEDULED
[18:33:44.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:20:0) after 8m45s
[18:42:29.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:20:0)
[18:42:29.459] Build status: SCHEDULED
[18:42:29.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:21:0) after 3m7s
[18:45:36.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:21:0)
[18:45:36.522] Build status: SCHEDULED
[18:45:36.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:22:0) after 5m51s
[18:51:27.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:22:0)
[18:51:27.552] Build status: SCHEDULED
[18:51:27.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:23:0) after 2m5s
[18:53:32.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:23:0)
[18:53:32.590] Build status: SCHEDULED
[18:53:32.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:24:0) after 1m43s
[18:55:15.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:24:0)
[18:55:15.678] Build status: SCHEDULED
[18:55:15.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:25:0) after 4m43s
[18:59:58.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:25:0)
[18:59:58.729] Build status: SCHEDULED
[18:59:58.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:26:0) after 3m21s
[19:03:19.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:26:0)
[19:03:19.772] Build status: SCHEDULED
[19:03:19.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:27:0) after 5m41s
[19:09:00.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:27:0)
[19:09:00.860] Build status: SCHEDULED
[19:09:00.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:28:0) after 8m40s
[19:17:40.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:28:0)
[19:17:40.901] Build status: SCHEDULED
[19:17:40.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:29:0) after 7m40s
[19:25:20.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:29:0)
[19:25:20.990] Build status: SCHEDULED
[19:25:20.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:30:0) after 2m0s
[19:27:21.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:30:0)
[19:27:21.029] Build status: SCHEDULED
[19:27:21.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:31:0) after 9m37s
[19:36:58.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:31:0)
[19:36:58.089] Build status: SCHEDULED
[19:36:58.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:32:0) after 4m48s
[19:41:46.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:32:0)
[19:41:46.141] Build status: SCHEDULED
[19:41:46.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:33:0) after 3m26s
[19:45:12.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:33:0)
[19:45:12.183] Build status: SCHEDULED
[19:45:12.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:34:0) after 2m16s
[19:47:28.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:34:0)
[19:47:28.220] Build status: SCHEDULED
[19:47:28.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:35:0) after 1m21s
[19:48:49.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:35:0)
[19:48:49.255] Build status: SCHEDULED
[19:48:49.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:36:0) after 7m59s
[19:56:48.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:36:0)
[19:56:48.307] Build status: SCHEDULED
[19:56:48.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:37:0) after 2m26s
[19:59:14.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:37:0)
[19:59:14.349] Build status: SCHEDULED
[19:59:14.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:38:0) after 2m2s
[20:01:16.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:38:0)
[20:01:16.416] Build status: SCHEDULED
[20:01:16.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:39:0) after 3m2s
[20:04:18.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:39:0)
[20:04:18.665] Build status: SCHEDULED
[20:04:18.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:40:0) after 2m5s
[20:06:23.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:40:0)
[20:06:23.691] Build status: SCHEDULED
[20:06:23.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:41:0) after 3m54s
[20:10:17.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:41:0)
[20:10:17.727] Build status: SCHEDULED
[20:10:17.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:42:0) after 7m53s
[20:18:10.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:42:0)
[20:18:10.829] Build status: SCHEDULED
[20:18:10.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:43:0) after 9m23s
[20:27:33.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:43:0)
[20:27:33.930] Build status: SCHEDULED
[20:27:33.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:44:0) after 1m47s
[20:29:21.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:44:0)
[20:29:21.067] Build status: SCHEDULED
[20:29:21.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:45:0) after 9m47s
[20:39:08.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:45:0)
[20:39:08.100] Build status: SCHEDULED
[20:39:08.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:46:0) after 6m19s
[20:45:27.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:46:0)
[20:45:27.152] Build status: SCHEDULED
[20:45:27.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:47:0) after 9m24s
[20:54:51.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:47:0)
[20:54:51.236] Build status: SCHEDULED
[20:54:51.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:48:0) after 5m58s
[21:00:49.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:48:0)
[21:00:49.311] Build status: SCHEDULED
[21:00:49.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:49:0) after 5m29s
[21:06:18.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:49:0)
[21:06:18.469] Build status: SCHEDULED
[21:06:18.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:50:0) after 6m23s
[21:12:41.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:50:0)
[21:12:41.501] Build status: SCHEDULED
[21:12:41.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:51:0) after 1m36s
[21:14:17.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:51:0)
[21:14:17.577] Build status: SCHEDULED
[21:14:17.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:52:0) after 9m38s
[21:23:55.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:52:0)
[21:23:55.746] Build status: SCHEDULED
[21:23:55.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:53:0) after 5m9s
[21:29:04.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:53:0)
[21:29:04.845] Build status: SCHEDULED
[21:29:04.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:54:0) after 5m31s
[21:34:35.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:54:0)
[21:34:35.942] Build status: SCHEDULED
[21:34:35.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:55:0) after 5m18s
[21:39:53.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:55:0)
[21:39:53.981] Build status: SCHEDULED
[21:39:53.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:56:0) after 6m21s
[21:46:15.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:56:0)
[21:46:15.108] Build status: SCHEDULED
[21:46:15.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:57:0) after 3m18s
[21:49:33.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:57:0)
[21:49:33.206] Build status: SCHEDULED
[21:49:33.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:58:0) after 5m41s
[21:55:14.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:58:0)
[21:55:14.261] Build status: SCHEDULED
[21:55:14.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:59:0) after 6m26s
[22:01:40.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:59:0)
[22:01:40.276] Build status: SCHEDULED
[22:01:40.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:60:0) after 1m29s
[22:03:09.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:60:0)
[22:03:09.380] Build status: SCHEDULED
[22:03:09.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:61:0) after 4m32s
[22:07:41.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:61:0)
[22:07:41.401] Build status: SCHEDULED
[22:07:41.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:62:0) after 4m59s
[22:12:40.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:62:0)
[22:12:40.441] Build status: SCHEDULED
[22:12:40.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:63:0) after 8m40s
[22:21:20.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:63:0)
[22:21:20.564] Build status: SCHEDULED
[22:21:20.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:64:0) after 3m41s
[22:25:01.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:64:0)
[22:25:01.600] Build status: SCHEDULED
[22:25:01.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:65:0) after 6m1s
[22:31:02.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:65:0)
[22:31:02.669] Build status: SCHEDULED
[22:31:02.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:66:0) after 1m39s
[22:32:41.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:66:0)
[22:32:41.766] Build status: SCHEDULED
[22:32:41.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:67:0) after 9m48s
[22:42:29.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:67:0)
[22:42:29.804] Build status: SCHEDULED
[22:42:29.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:68:0) after 4m40s
[22:47:09.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:68:0)
[22:47:09.873] Build status: SCHEDULED
[22:47:09.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:69:0) after 9m57s
[22:57:06.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:69:0)
[22:57:06.958] Build status: SCHEDULED
[22:57:06.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:70:0) after 4m10s
[23:01:17.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:70:0)
[23:01:17.035] Build status: SCHEDULED
[23:01:17.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:71:0) after 6m51s
[23:08:08.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:71:0)
[23:08:08.163] Build status: SCHEDULED
[23:08:08.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:72:0) after 9m25s
[23:17:33.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:72:0)
[23:17:33.319] Build status: SCHEDULED
[23:17:33.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:73:0) after 3m10s
[23:20:43.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:73:0)
[23:20:43.413] Build status: SCHEDULED
[23:20:43.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:74:0) after 2m57s
[23:23:40.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:74:0)
[23:23:40.504] Build status: SCHEDULED
[23:23:40.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:75:0) after 9m37s
[23:33:17.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:75:0)
[23:33:17.551] Build status: SCHEDULED
[23:33:17.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:76:0) after 8m46s
[23:42:03.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:76:0)
[23:42:03.645] Build status: SCHEDULED
[23:42:03.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:77:0) after 6m17s
[23:48:20.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:77:0)
[23:48:20.699] Build status: SCHEDULED
[23:48:20.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:78:0) after 4m58s
[23:53:18.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:78:0)
[23:53:18.746] Build status: SCHEDULED
[23:53:18.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:79:0) after 6m1s
[23:59:19.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:79:0)
[23:59:19.864] Build status: SCHEDULED
[23:59:19.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:80:0) after 9m32s
[00:08:51.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:80:0)
[00:08:51.902] Build status: SCHEDULED
[00:08:51.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:81:0) after 3m1s
[00:11:52.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:81:0)
[00:11:52.912] Build status: SCHEDULED
[00:11:52.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:82:0) after 3m15s
[00:15:07.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:82:0)
[00:15:07.964] Build status: SCHEDULED
[00:15:07.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:83:0) after 5m22s
[00:20:29.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:83:0)
[00:20:29.966] Build status: SCHEDULED
[00:20:29.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:84:0) after 9m58s
[00:30:28.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:84:0)
[00:30:28.141] Build status: SCHEDULED
[00:30:28.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:85:0) after 9m36s
[00:40:04.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:85:0)
[00:40:04.242] Build status: SCHEDULED
[00:40:04.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:86:0) after 3m57s
[00:44:01.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:86:0)
[00:44:01.239] Build status: SCHEDULED
[00:44:01.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:87:0) after 1m31s
[00:45:32.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:87:0)
[00:45:32.278] Build status: SCHEDULED
[00:45:32.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:88:0) after 2m8s
[00:47:40.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:88:0)
[00:47:40.326] Build status: SCHEDULED
[00:47:40.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:89:0) after 5m0s
[00:52:40.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:89:0)
[00:52:40.645] Build status: SCHEDULED
[00:52:40.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:90:0) after 4m18s
[00:56:58.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:90:0)
[00:56:58.946] Build status: SCHEDULED
[00:56:58.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8886649376028848912:91:0) after 9m14s
[01:02:34.737] Received PubSub notification, asking Buildbucket for the build status
[01:02:34.779] Build:
{
  "id": "8721219314003585265",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-05T17:02:34.696125516Z",
  "endTime": "2025-03-06T01:02:34.483859749Z",
  "updateTime": "2025-03-06T01:02:34.483859749Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0449995468dd677674cbf3908eed420e63ce659e",
      "ref": "refs/heads/main"
    }
  }
}
[01:02:34.779] Invocation finished in 8h0m1.397490381s with status FAILED