LUCI Scheduler :: pigweed :: pigweed.ci-pigweed-mac-arm-bazel-host

Status: FAILED

Triggered by: -

Duration: 12 hours

Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-arm-bazel-host"
>

Incoming triggers

2cc0981423fd3e3bc20fce12d9837a1da3d76fa3 (1 month ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2cc0981423fd3e3bc20fce12d9837a1da3d76fa3
gitiles_ref:refs/heads/main

Debug log (UTC)

[15:37:09.270] New invocation is queued and will start shortly
[15:37:12.130] Starting the invocation (attempt 1)
[15:37:12.217] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2cc0981423fd3e3bc20fce12d9837a1da3d76fa3"
[15:37:12.217] Popped gitiles commit info from properties and tags
[15:37:12.217] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:37:12.218] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:37:12.218] Buildbucket request:
{
  "requestId": "8870166101176369312",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870166101176369312",
            "job": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
                        "title": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2cc0981423fd3e3bc20fce12d9837a1da3d76fa3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870166101176369312"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:37:12.676] Scheduled build:
{
  "id": "8704736037340727473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-03T15:37:12.300312446Z",
  "updateTime": "2025-09-03T15:37:12.300312446Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
      "ref": "refs/heads/main"
    }
  }
}
[15:37:12.676] Task URL: https://cr-buildbucket.appspot.com/build/8704736037340727473
[15:37:12.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:2:0) after 9m16s
[15:37:13.655] Received PubSub notification, asking Buildbucket for the build status
[15:37:13.688] Build status: SCHEDULED
[15:46:28.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:2:0)
[15:46:28.852] Build status: SCHEDULED
[15:46:28.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:4:0) after 3m56s
[15:50:24.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:4:0)
[15:50:24.917] Build status: SCHEDULED
[15:50:24.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:5:0) after 4m10s
[15:54:34.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:5:0)
[15:54:34.954] Build status: SCHEDULED
[15:54:34.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:6:0) after 7m17s
[16:01:52.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:6:0)
[16:01:52.048] Build status: SCHEDULED
[16:01:52.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:7:0) after 5m22s
[16:07:14.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:7:0)
[16:07:14.128] Build status: SCHEDULED
[16:07:14.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:8:0) after 5m46s
[16:13:00.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:8:0)
[16:13:00.269] Build status: SCHEDULED
[16:13:00.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:9:0) after 5m49s
[16:18:49.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:9:0)
[16:18:49.399] Build status: SCHEDULED
[16:18:49.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:10:0) after 1m14s
[16:20:03.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:10:0)
[16:20:03.440] Build status: SCHEDULED
[16:20:03.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:11:0) after 1m31s
[16:21:34.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:11:0)
[16:21:34.474] Build status: SCHEDULED
[16:21:34.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:12:0) after 7m44s
[16:29:18.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:12:0)
[16:29:18.500] Build status: SCHEDULED
[16:29:18.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:13:0) after 1m44s
[16:31:02.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:13:0)
[16:31:02.818] Build status: SCHEDULED
[16:31:02.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:14:0) after 4m38s
[16:35:40.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:14:0)
[16:35:40.955] Build status: SCHEDULED
[16:35:40.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:15:0) after 6m31s
[16:42:11.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:15:0)
[16:42:11.987] Build status: SCHEDULED
[16:42:11.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:16:0) after 2m39s
[16:44:50.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:16:0)
[16:44:51.021] Build status: SCHEDULED
[16:44:51.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:17:0) after 6m0s
[16:50:51.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:17:0)
[16:50:51.146] Build status: SCHEDULED
[16:50:51.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:18:0) after 4m40s
[16:55:31.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:18:0)
[16:55:31.233] Build status: SCHEDULED
[16:55:31.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:19:0) after 6m17s
[17:01:48.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:19:0)
[17:01:48.353] Build status: SCHEDULED
[17:01:48.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:20:0) after 1m39s
[17:03:27.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:20:0)
[17:03:27.522] Build status: SCHEDULED
[17:03:27.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:21:0) after 3m44s
[17:07:11.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:21:0)
[17:07:11.587] Build status: SCHEDULED
[17:07:11.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:22:0) after 5m2s
[17:12:13.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:22:0)
[17:12:13.634] Build status: SCHEDULED
[17:12:13.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:23:0) after 7m37s
[17:19:50.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:23:0)
[17:19:50.725] Build status: SCHEDULED
[17:19:50.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:24:0) after 7m11s
[17:27:01.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:24:0)
[17:27:01.804] Build status: SCHEDULED
[17:27:01.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:25:0) after 4m37s
[17:31:38.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:25:0)
[17:31:38.841] Build status: SCHEDULED
[17:31:38.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:26:0) after 9m44s
[17:41:22.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:26:0)
[17:41:22.827] Build status: SCHEDULED
[17:41:22.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:27:0) after 5m49s
[17:47:11.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:27:0)
[17:47:11.897] Build status: SCHEDULED
[17:47:11.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:28:0) after 3m55s
[17:51:06.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:28:0)
[17:51:06.983] Build status: SCHEDULED
[17:51:06.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:29:0) after 6m27s
[17:57:33.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:29:0)
[17:57:34.049] Build status: SCHEDULED
[17:57:34.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:30:0) after 4m32s
[18:02:06.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:30:0)
[18:02:06.114] Build status: SCHEDULED
[18:02:06.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:31:0) after 8m28s
[18:10:34.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:31:0)
[18:10:34.404] Build status: SCHEDULED
[18:10:34.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:32:0) after 2m45s
[18:13:19.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:32:0)
[18:13:19.611] Build status: SCHEDULED
[18:13:19.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:33:0) after 9m48s
[18:23:07.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:33:0)
[18:23:07.677] Build status: SCHEDULED
[18:23:07.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:34:0) after 7m15s
[18:30:22.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:34:0)
[18:30:22.755] Build status: SCHEDULED
[18:30:22.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:35:0) after 9m21s
[18:39:43.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:35:0)
[18:39:43.917] Build status: SCHEDULED
[18:39:43.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:36:0) after 4m6s
[18:43:49.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:36:0)
[18:43:49.973] Build status: SCHEDULED
[18:43:49.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:37:0) after 8m13s
[18:52:03.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:37:0)
[18:52:03.089] Build status: SCHEDULED
[18:52:03.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:38:0) after 8m48s
[19:00:51.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:38:0)
[19:00:51.126] Build status: SCHEDULED
[19:00:51.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:39:0) after 2m44s
[19:03:35.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:39:0)
[19:03:35.176] Build status: SCHEDULED
[19:03:35.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:40:0) after 6m49s
[19:10:24.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:40:0)
[19:10:24.265] Build status: SCHEDULED
[19:10:24.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:41:0) after 2m31s
[19:12:55.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:41:0)
[19:12:55.374] Build status: SCHEDULED
[19:12:55.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:42:0) after 2m57s
[19:15:52.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:42:0)
[19:15:52.414] Build status: SCHEDULED
[19:15:52.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:43:0) after 6m1s
[19:21:53.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:43:0)
[19:21:53.416] Build status: SCHEDULED
[19:21:53.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:44:0) after 4m40s
[19:26:33.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:44:0)
[19:26:33.505] Build status: SCHEDULED
[19:26:33.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:45:0) after 9m8s
[19:35:41.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:45:0)
[19:35:41.541] Build status: SCHEDULED
[19:35:41.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:46:0) after 6m55s
[19:42:36.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:46:0)
[19:42:36.639] Build status: SCHEDULED
[19:42:36.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:47:0) after 1m0s
[19:43:36.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:47:0)
[19:43:36.679] Build status: SCHEDULED
[19:43:36.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:48:0) after 7m52s
[19:51:28.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:48:0)
[19:51:28.775] Build status: SCHEDULED
[19:51:28.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:49:0) after 8m7s
[19:59:35.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:49:0)
[19:59:35.905] Build status: SCHEDULED
[19:59:35.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:50:0) after 6m29s
[20:06:04.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:50:0)
[20:06:05.001] Build status: SCHEDULED
[20:06:05.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:51:0) after 4m19s
[20:10:24.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:51:0)
[20:10:24.116] Build status: SCHEDULED
[20:10:24.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:52:0) after 6m36s
[20:17:00.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:52:0)
[20:17:00.206] Build status: SCHEDULED
[20:17:00.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:53:0) after 8m9s
[20:25:09.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:53:0)
[20:25:09.346] Build status: SCHEDULED
[20:25:09.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:54:0) after 9m15s
[20:34:24.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:54:0)
[20:34:24.383] Build status: SCHEDULED
[20:34:24.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:55:0) after 2m47s
[20:37:11.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:55:0)
[20:37:11.537] Build status: SCHEDULED
[20:37:11.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:56:0) after 4m8s
[20:41:19.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:56:0)
[20:41:19.652] Build status: SCHEDULED
[20:41:19.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:57:0) after 4m29s
[20:45:48.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:57:0)
[20:45:48.692] Build status: SCHEDULED
[20:45:48.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:58:0) after 5m8s
[20:50:56.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:58:0)
[20:50:56.843] Build status: SCHEDULED
[20:50:56.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:59:0) after 4m55s
[20:55:51.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:59:0)
[20:55:51.886] Build status: SCHEDULED
[20:55:51.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:60:0) after 1m11s
[20:57:02.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:60:0)
[20:57:02.945] Build status: SCHEDULED
[20:57:02.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:61:0) after 5m18s
[21:02:20.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:61:0)
[21:02:21.000] Build status: SCHEDULED
[21:02:21.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:62:0) after 2m33s
[21:04:54.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:62:0)
[21:04:54.040] Build status: SCHEDULED
[21:04:54.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:63:0) after 8m14s
[21:13:08.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:63:0)
[21:13:08.129] Build status: SCHEDULED
[21:13:08.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:64:0) after 2m54s
[21:16:02.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:64:0)
[21:16:02.184] Build status: SCHEDULED
[21:16:02.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:65:0) after 3m25s
[21:19:27.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:65:0)
[21:19:27.261] Build status: SCHEDULED
[21:19:27.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:66:0) after 9m11s
[21:28:38.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:66:0)
[21:28:38.301] Build status: SCHEDULED
[21:28:38.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:67:0) after 5m35s
[21:34:13.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:67:0)
[21:34:13.473] Build status: SCHEDULED
[21:34:13.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:68:0) after 2m55s
[21:37:08.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:68:0)
[21:37:08.515] Build status: SCHEDULED
[21:37:08.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:69:0) after 1m34s
[21:38:42.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:69:0)
[21:38:42.600] Build status: SCHEDULED
[21:38:42.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:70:0) after 4m39s
[21:43:21.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:70:0)
[21:43:21.643] Build status: SCHEDULED
[21:43:21.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:71:0) after 8m44s
[21:52:05.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:71:0)
[21:52:05.783] Build status: SCHEDULED
[21:52:05.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:72:0) after 8m30s
[22:00:35.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:72:0)
[22:00:35.885] Build status: SCHEDULED
[22:00:35.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:73:0) after 4m5s
[22:04:40.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:73:0)
[22:04:40.918] Build status: SCHEDULED
[22:04:40.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:74:0) after 3m29s
[22:08:09.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:74:0)
[22:08:09.952] Build status: SCHEDULED
[22:08:09.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:75:0) after 9m15s
[22:17:25.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:75:0)
[22:17:25.069] Build status: SCHEDULED
[22:17:25.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:76:0) after 6m13s
[22:23:38.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:76:0)
[22:23:38.106] Build status: SCHEDULED
[22:23:38.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:77:0) after 7m8s
[22:30:46.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:77:0)
[22:30:46.319] Build status: SCHEDULED
[22:30:46.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:78:0) after 1m2s
[22:31:48.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:78:0)
[22:31:48.328] Build status: SCHEDULED
[22:31:48.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:79:0) after 1m50s
[22:33:38.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:79:0)
[22:33:38.568] Build status: SCHEDULED
[22:33:38.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:80:0) after 7m37s
[22:41:15.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:80:0)
[22:41:15.614] Build status: SCHEDULED
[22:41:15.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:81:0) after 5m25s
[22:46:40.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:81:0)
[22:46:40.787] Build status: SCHEDULED
[22:46:40.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:82:0) after 4m29s
[22:51:09.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:82:0)
[22:51:09.846] Build status: SCHEDULED
[22:51:09.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:83:0) after 2m55s
[22:54:04.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:83:0)
[22:54:04.900] Build status: SCHEDULED
[22:54:04.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:84:0) after 4m27s
[22:58:31.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:84:0)
[22:58:31.981] Build status: SCHEDULED
[22:58:31.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:85:0) after 1m11s
[22:59:43.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:85:0)
[22:59:43.134] Build status: SCHEDULED
[22:59:43.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:86:0) after 7m44s
[23:07:27.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:86:0)
[23:07:27.217] Build status: SCHEDULED
[23:07:27.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:87:0) after 4m35s
[23:12:02.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:87:0)
[23:12:02.297] Build status: SCHEDULED
[23:12:02.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:88:0) after 2m35s
[23:14:37.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:88:0)
[23:14:37.399] Build status: SCHEDULED
[23:14:37.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:89:0) after 8m11s
[23:22:48.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:89:0)
[23:22:48.491] Build status: SCHEDULED
[23:22:48.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:90:0) after 8m40s
[23:31:28.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:90:0)
[23:31:28.582] Build status: SCHEDULED
[23:31:28.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:91:0) after 8m44s
[23:40:12.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:91:0)
[23:40:12.678] Build status: SCHEDULED
[23:40:12.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:92:0) after 2m29s
[23:42:41.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:92:0)
[23:42:41.716] Build status: SCHEDULED
[23:42:41.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:93:0) after 8m45s
[23:51:26.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:93:0)
[23:51:26.786] Build status: SCHEDULED
[23:51:26.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:94:0) after 6m10s
[23:57:36.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:94:0)
[23:57:36.894] Build status: SCHEDULED
[23:57:36.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:95:0) after 9m43s
[00:07:19.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:95:0)
[00:07:19.928] Build status: SCHEDULED
[00:07:19.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:96:0) after 4m55s
[00:12:14.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:96:0)
[00:12:14.968] Build status: SCHEDULED
[00:12:14.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:97:0) after 7m32s
[00:19:47.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:97:0)
[00:19:47.222] Build status: SCHEDULED
[00:19:47.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:98:0) after 4m48s
[00:24:35.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:98:0)
[00:24:35.256] Build status: SCHEDULED
[00:24:35.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:99:0) after 1m48s
[00:26:23.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:99:0)
[00:26:23.396] Build status: SCHEDULED
[00:26:23.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:100:0) after 4m59s
[00:31:22.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:100:0)
[00:31:22.506] Build status: SCHEDULED
[00:31:22.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:101:0) after 6m13s
[00:37:35.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:101:0)
[00:37:35.846] Build status: SCHEDULED
[00:37:35.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:102:0) after 4m0s
[00:41:36.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:102:0)
[00:41:36.175] Build status: SCHEDULED
[00:41:36.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:103:0) after 7m56s
[00:49:32.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:103:0)
[00:49:32.225] Build status: SCHEDULED
[00:49:32.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:104:0) after 6m18s
[00:55:50.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:104:0)
[00:55:50.278] Build status: SCHEDULED
[00:55:50.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:105:0) after 6m12s
[01:02:02.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:105:0)
[01:02:02.320] Build status: SCHEDULED
[01:02:02.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:106:0) after 1m51s
[01:03:53.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:106:0)
[01:03:53.359] Build status: SCHEDULED
[01:03:53.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:107:0) after 1m11s
[01:05:04.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:107:0)
[01:05:04.369] Build status: SCHEDULED
[01:05:04.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:108:0) after 2m7s
[01:07:11.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:108:0)
[01:07:11.517] Build status: SCHEDULED
[01:07:11.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:109:0) after 8m23s
[01:15:34.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:109:0)
[01:15:34.552] Build status: SCHEDULED
[01:15:34.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:110:0) after 3m21s
[01:18:55.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:110:0)
[01:18:55.573] Build status: SCHEDULED
[01:18:55.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:111:0) after 1m40s
[01:20:35.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:111:0)
[01:20:35.627] Build status: SCHEDULED
[01:20:35.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:112:0) after 4m45s
[01:25:20.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:112:0)
[01:25:20.664] Build status: SCHEDULED
[01:25:20.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:113:0) after 4m17s
[01:29:37.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:113:0)
[01:29:37.708] Build status: SCHEDULED
[01:29:37.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:114:0) after 7m35s
[01:37:12.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:114:0)
[01:37:12.750] Build status: SCHEDULED
[01:37:12.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:115:0) after 2m6s
[01:39:18.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:115:0)
[01:39:18.874] Build status: SCHEDULED
[01:39:18.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:116:0) after 6m48s
[01:46:06.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:116:0)
[01:46:06.959] Build status: SCHEDULED
[01:46:06.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:117:0) after 3m44s
[01:49:51.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:117:0)
[01:49:51.093] Build status: SCHEDULED
[01:49:51.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:118:0) after 2m5s
[01:51:56.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:118:0)
[01:51:56.188] Build status: SCHEDULED
[01:51:56.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:119:0) after 3m36s
[01:55:32.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:119:0)
[01:55:32.276] Build status: SCHEDULED
[01:55:32.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:120:0) after 1m30s
[01:57:02.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:120:0)
[01:57:02.411] Build status: SCHEDULED
[01:57:02.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:121:0) after 6m7s
[02:03:09.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:121:0)
[02:03:09.487] Build status: SCHEDULED
[02:03:09.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:122:0) after 1m35s
[02:04:44.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:122:0)
[02:04:44.598] Build status: SCHEDULED
[02:04:44.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:123:0) after 8m38s
[02:13:22.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:123:0)
[02:13:22.794] Build status: SCHEDULED
[02:13:22.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:124:0) after 4m21s
[02:17:43.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:124:0)
[02:17:43.805] Build status: SCHEDULED
[02:17:43.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:125:0) after 9m7s
[02:26:50.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:125:0)
[02:26:50.882] Build status: SCHEDULED
[02:26:50.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:126:0) after 6m3s
[02:32:53.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:126:0)
[02:32:53.949] Build status: SCHEDULED
[02:32:53.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:127:0) after 9m28s
[02:42:22.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:127:0)
[02:42:22.065] Build status: SCHEDULED
[02:42:22.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:128:0) after 7m55s
[02:50:17.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:128:0)
[02:50:17.160] Build status: SCHEDULED
[02:50:17.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:129:0) after 3m0s
[02:53:17.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:129:0)
[02:53:17.221] Build status: SCHEDULED
[02:53:17.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:130:0) after 6m30s
[02:59:47.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:130:0)
[02:59:47.331] Build status: SCHEDULED
[02:59:47.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:131:0) after 3m57s
[03:03:44.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:131:0)
[03:03:44.377] Build status: SCHEDULED
[03:03:44.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:132:0) after 7m47s
[03:11:31.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:132:0)
[03:11:31.418] Build status: SCHEDULED
[03:11:31.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:133:0) after 1m59s
[03:13:30.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:133:0)
[03:13:30.457] Build status: SCHEDULED
[03:13:30.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:134:0) after 9m58s
[03:23:28.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:134:0)
[03:23:28.712] Build status: SCHEDULED
[03:23:28.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:135:0) after 2m51s
[03:26:19.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:135:0)
[03:26:19.906] Build status: SCHEDULED
[03:26:19.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:136:0) after 9m47s
[03:36:06.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:136:0)
[03:36:06.969] Build status: SCHEDULED
[03:36:06.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-host:8870166101176369312:137:0) after 4m48s
[03:39:17.540] Received PubSub notification, asking Buildbucket for the build status
[03:39:17.558] Build:
{
  "id": "8704736037340727473",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-arm-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-03T15:37:12.300312446Z",
  "endTime": "2025-09-04T03:37:17.766417126Z",
  "updateTime": "2025-09-04T03:37:17.766417126Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
      "ref": "refs/heads/main"
    }
  }
}
[03:39:17.558] Invocation finished in 12h2m8.299874534s with status FAILED