Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "7ef8e44105f924b1ebbeded39941bceda1feb62d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7ef8e44105f924b1ebbeded39941bceda1feb62d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:41:44.592] New invocation is queued and will start shortly
[14:41:45.707] Starting the invocation (attempt 1)
[14:41:45.737] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7ef8e44105f924b1ebbeded39941bceda1feb62d"
[14:41:45.737] Popped gitiles commit info from properties and tags
[14:41:45.737] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:41:45.738] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:41:45.738] Buildbucket request:
{
  "requestId": "8867542275327734416",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867542275327734416",
            "job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7ef8e44105f924b1ebbeded39941bceda1feb62d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ef8e44105f924b1ebbeded39941bceda1feb62d",
                        "title": "7ef8e44105f924b1ebbeded39941bceda1feb62d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ef8e44105f924b1ebbeded39941bceda1feb62d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "7ef8e44105f924b1ebbeded39941bceda1feb62d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867542275327734416"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:41:46.211] Scheduled build:
{
  "id": "8702112213377871057",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-02T14:41:45.824194504Z",
  "updateTime": "2025-10-02T14:41:45.824194504Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7ef8e44105f924b1ebbeded39941bceda1feb62d",
      "ref": "refs/heads/main"
    }
  }
}
[14:41:46.211] Task URL: https://cr-buildbucket.appspot.com/build/8702112213377871057
[14:41:46.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:2:0) after 2m39s
[14:41:47.216] Received PubSub notification, asking Buildbucket for the build status
[14:41:47.239] Build status: SCHEDULED
[14:44:25.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:2:0)
[14:44:25.377] Build status: SCHEDULED
[14:44:25.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:4:0) after 5m50s
[14:50:15.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:4:0)
[14:50:15.410] Build status: SCHEDULED
[14:50:15.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:5:0) after 9m28s
[14:59:43.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:5:0)
[14:59:43.541] Build status: SCHEDULED
[14:59:43.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:6:0) after 8m30s
[15:08:13.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:6:0)
[15:08:13.586] Build status: SCHEDULED
[15:08:13.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:7:0) after 5m29s
[15:13:42.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:7:0)
[15:13:42.755] Build status: SCHEDULED
[15:13:42.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:8:0) after 1m53s
[15:15:35.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:8:0)
[15:15:35.912] Build status: SCHEDULED
[15:15:35.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:9:0) after 2m40s
[15:18:15.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:9:0)
[15:18:15.969] Build status: SCHEDULED
[15:18:15.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:10:0) after 8m3s
[15:26:19.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:10:0)
[15:26:19.034] Build status: SCHEDULED
[15:26:19.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:11:0) after 9m29s
[15:35:48.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:11:0)
[15:35:48.088] Build status: SCHEDULED
[15:35:48.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:12:0) after 3m43s
[15:39:31.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:12:0)
[15:39:31.078] Build status: SCHEDULED
[15:39:31.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:13:0) after 2m2s
[15:41:33.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:13:0)
[15:41:33.134] Build status: SCHEDULED
[15:41:33.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:14:0) after 3m30s
[15:45:03.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:14:0)
[15:45:03.339] Build status: SCHEDULED
[15:45:03.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:15:0) after 3m39s
[15:48:42.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:15:0)
[15:48:42.416] Build status: SCHEDULED
[15:48:42.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:16:0) after 3m20s
[15:52:02.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:16:0)
[15:52:02.525] Build status: SCHEDULED
[15:52:02.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:17:0) after 1m53s
[15:53:55.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:17:0)
[15:53:55.597] Build status: SCHEDULED
[15:53:55.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:18:0) after 5m54s
[15:59:49.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:18:0)
[15:59:49.764] Build status: SCHEDULED
[15:59:49.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:19:0) after 9m1s
[16:08:50.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:19:0)
[16:08:50.874] Build status: SCHEDULED
[16:08:50.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:20:0) after 7m13s
[16:16:03.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:20:0)
[16:16:03.960] Build status: SCHEDULED
[16:16:03.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:21:0) after 4m20s
[16:20:24.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:21:0)
[16:20:24.070] Build status: SCHEDULED
[16:20:24.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:22:0) after 7m14s
[16:27:38.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:22:0)
[16:27:38.111] Build status: SCHEDULED
[16:27:38.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:23:0) after 3m5s
[16:30:43.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:23:0)
[16:30:43.142] Build status: SCHEDULED
[16:30:43.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:24:0) after 3m31s
[16:34:14.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:24:0)
[16:34:14.272] Build status: SCHEDULED
[16:34:14.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:25:0) after 2m50s
[16:37:04.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:25:0)
[16:37:04.405] Build status: SCHEDULED
[16:37:04.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:26:0) after 5m59s
[16:43:03.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:26:0)
[16:43:03.517] Build status: SCHEDULED
[16:43:03.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:27:0) after 8m4s
[16:51:07.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:27:0)
[16:51:07.609] Build status: SCHEDULED
[16:51:07.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:28:0) after 4m25s
[16:55:32.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:28:0)
[16:55:32.810] Build status: SCHEDULED
[16:55:32.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:29:0) after 5m28s
[17:01:00.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:29:0)
[17:01:00.852] Build status: SCHEDULED
[17:01:00.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:30:0) after 2m44s
[17:03:45.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:30:0)
[17:03:45.049] Build status: SCHEDULED
[17:03:45.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:31:0) after 7m20s
[17:11:05.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:31:0)
[17:11:05.336] Build status: SCHEDULED
[17:11:05.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:32:0) after 8m52s
[17:19:57.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:32:0)
[17:19:57.425] Build status: SCHEDULED
[17:19:57.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:33:0) after 2m6s
[17:22:03.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:33:0)
[17:22:03.465] Build status: SCHEDULED
[17:22:03.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:34:0) after 7m0s
[17:29:03.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:34:0)
[17:29:03.568] Build status: SCHEDULED
[17:29:03.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:35:0) after 1m4s
[17:30:07.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:35:0)
[17:30:07.649] Build status: SCHEDULED
[17:30:07.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:36:0) after 3m9s
[17:33:16.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:36:0)
[17:33:16.718] Build status: SCHEDULED
[17:33:16.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:37:0) after 5m57s
[17:39:13.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:37:0)
[17:39:13.718] Build status: SCHEDULED
[17:39:13.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:38:0) after 7m7s
[17:46:20.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:38:0)
[17:46:20.796] Build status: SCHEDULED
[17:46:20.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:39:0) after 8m15s
[17:54:35.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:39:0)
[17:54:35.827] Build status: SCHEDULED
[17:54:35.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:40:0) after 9m46s
[18:04:21.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:40:0)
[18:04:21.896] Build status: SCHEDULED
[18:04:21.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:41:0) after 8m29s
[18:12:51.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:41:0)
[18:12:51.056] Build status: SCHEDULED
[18:12:51.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:42:0) after 4m43s
[18:17:34.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:42:0)
[18:17:34.100] Build status: SCHEDULED
[18:17:34.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:43:0) after 2m31s
[18:20:05.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:43:0)
[18:20:05.221] Build status: SCHEDULED
[18:20:05.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:44:0) after 5m16s
[18:25:21.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:44:0)
[18:25:21.329] Build status: SCHEDULED
[18:25:21.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:45:0) after 2m4s
[18:27:25.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:45:0)
[18:27:25.438] Build status: SCHEDULED
[18:27:25.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:46:0) after 7m33s
[18:34:58.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:46:0)
[18:34:58.570] Build status: SCHEDULED
[18:34:58.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:47:0) after 8m26s
[18:43:24.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:47:0)
[18:43:24.722] Build status: SCHEDULED
[18:43:24.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:48:0) after 8m51s
[18:52:16.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:48:0)
[18:52:16.023] Build status: SCHEDULED
[18:52:16.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:49:0) after 3m52s
[18:56:08.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:49:0)
[18:56:08.108] Build status: SCHEDULED
[18:56:08.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:50:0) after 5m28s
[19:01:36.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:50:0)
[19:01:36.178] Build status: SCHEDULED
[19:01:36.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:51:0) after 1m49s
[19:03:25.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:51:0)
[19:03:25.196] Build status: SCHEDULED
[19:03:25.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:52:0) after 5m4s
[19:08:29.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:52:0)
[19:08:29.296] Build status: SCHEDULED
[19:08:29.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:53:0) after 1m56s
[19:10:25.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:53:0)
[19:10:25.426] Build status: SCHEDULED
[19:10:25.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:54:0) after 2m43s
[19:13:08.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:54:0)
[19:13:08.548] Build status: SCHEDULED
[19:13:08.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:55:0) after 4m11s
[19:17:19.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:55:0)
[19:17:19.698] Build status: SCHEDULED
[19:17:19.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:56:0) after 8m43s
[19:26:02.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:56:0)
[19:26:02.774] Build status: SCHEDULED
[19:26:02.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:57:0) after 4m41s
[19:30:43.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:57:0)
[19:30:43.810] Build status: SCHEDULED
[19:30:43.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:58:0) after 5m11s
[19:35:54.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:58:0)
[19:35:54.943] Build status: SCHEDULED
[19:35:54.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:59:0) after 9m7s
[19:45:01.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:59:0)
[19:45:01.994] Build status: SCHEDULED
[19:45:01.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:60:0) after 6m55s
[19:51:57.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:60:0)
[19:51:57.064] Build status: SCHEDULED
[19:51:57.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:61:0) after 6m27s
[19:58:24.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:61:0)
[19:58:24.159] Build status: SCHEDULED
[19:58:24.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:62:0) after 3m44s
[20:02:08.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:62:0)
[20:02:08.193] Build status: SCHEDULED
[20:02:08.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:63:0) after 9m2s
[20:11:10.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:63:0)
[20:11:10.400] Build status: SCHEDULED
[20:11:10.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:64:0) after 3m58s
[20:15:08.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:64:0)
[20:15:08.483] Build status: SCHEDULED
[20:15:08.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:65:0) after 7m36s
[20:22:44.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:65:0)
[20:22:44.647] Build status: SCHEDULED
[20:22:44.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:66:0) after 7m2s
[20:29:46.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:66:0)
[20:29:46.763] Build status: SCHEDULED
[20:29:46.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:67:0) after 3m31s
[20:33:17.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:67:0)
[20:33:17.832] Build status: SCHEDULED
[20:33:17.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:68:0) after 7m55s
[20:41:12.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:68:0)
[20:41:12.866] Build status: SCHEDULED
[20:41:12.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:69:0) after 5m46s
[20:46:58.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:69:0)
[20:46:58.886] Build status: SCHEDULED
[20:46:58.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:70:0) after 1m56s
[20:48:54.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:70:0)
[20:48:54.993] Build status: SCHEDULED
[20:48:54.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:71:0) after 5m25s
[20:54:20.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:71:0)
[20:54:20.070] Build status: SCHEDULED
[20:54:20.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:72:0) after 5m53s
[21:00:13.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:72:0)
[21:00:13.107] Build status: SCHEDULED
[21:00:13.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:73:0) after 5m37s
[21:05:50.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:73:0)
[21:05:50.226] Build status: SCHEDULED
[21:05:50.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:74:0) after 7m56s
[21:13:46.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:74:0)
[21:13:46.355] Build status: SCHEDULED
[21:13:46.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:75:0) after 3m17s
[21:17:03.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:75:0)
[21:17:03.583] Build status: SCHEDULED
[21:17:03.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:76:0) after 8m17s
[21:25:20.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:76:0)
[21:25:20.635] Build status: SCHEDULED
[21:25:20.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:77:0) after 1m23s
[21:26:43.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:77:0)
[21:26:43.858] Build status: SCHEDULED
[21:26:43.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:78:0) after 2m31s
[21:29:14.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:78:0)
[21:29:14.969] Build status: SCHEDULED
[21:29:14.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:79:0) after 5m55s
[21:35:10.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:79:0)
[21:35:10.027] Build status: SCHEDULED
[21:35:10.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:80:0) after 8m3s
[21:43:13.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:80:0)
[21:43:13.192] Build status: SCHEDULED
[21:43:13.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:81:0) after 4m44s
[21:47:57.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:81:0)
[21:47:57.232] Build status: SCHEDULED
[21:47:57.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:82:0) after 1m15s
[21:49:12.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:82:0)
[21:49:12.328] Build status: SCHEDULED
[21:49:12.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:83:0) after 8m3s
[21:57:15.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:83:0)
[21:57:15.338] Build status: SCHEDULED
[21:57:15.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:84:0) after 1m37s
[21:58:52.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:84:0)
[21:58:52.469] Build status: SCHEDULED
[21:58:52.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:85:0) after 6m37s
[22:05:29.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:85:0)
[22:05:29.556] Build status: SCHEDULED
[22:05:29.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:86:0) after 5m48s
[22:11:17.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:86:0)
[22:11:17.727] Build status: SCHEDULED
[22:11:17.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:87:0) after 6m10s
[22:17:27.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:87:0)
[22:17:27.809] Build status: SCHEDULED
[22:17:27.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:88:0) after 8m32s
[22:25:59.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:88:0)
[22:25:59.853] Build status: SCHEDULED
[22:25:59.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:89:0) after 3m3s
[22:29:02.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:89:0)
[22:29:03.043] Build status: SCHEDULED
[22:29:03.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:90:0) after 7m3s
[22:36:06.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:90:0)
[22:36:06.081] Build status: SCHEDULED
[22:36:06.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:91:0) after 7m37s
[22:43:43.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:91:0)
[22:43:43.171] Build status: SCHEDULED
[22:43:43.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:92:0) after 7m8s
[22:50:51.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:92:0)
[22:50:51.244] Build status: SCHEDULED
[22:50:51.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:93:0) after 1m43s
[22:52:34.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:93:0)
[22:52:34.345] Build status: SCHEDULED
[22:52:34.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:94:0) after 3m42s
[22:56:16.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:94:0)
[22:56:16.383] Build status: SCHEDULED
[22:56:16.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:95:0) after 1m11s
[22:57:27.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:95:0)
[22:57:27.421] Build status: SCHEDULED
[22:57:27.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:96:0) after 8m5s
[23:05:32.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:96:0)
[23:05:32.540] Build status: SCHEDULED
[23:05:32.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:97:0) after 9m45s
[23:15:17.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:97:0)
[23:15:17.545] Build status: SCHEDULED
[23:15:17.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:98:0) after 9m9s
[23:24:26.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:98:0)
[23:24:26.607] Build status: SCHEDULED
[23:24:26.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:99:0) after 2m22s
[23:26:48.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:99:0)
[23:26:48.641] Build status: SCHEDULED
[23:26:48.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:100:0) after 4m11s
[23:30:59.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:100:0)
[23:30:59.682] Build status: SCHEDULED
[23:30:59.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:101:0) after 7m42s
[23:38:41.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:101:0)
[23:38:41.876] Build status: SCHEDULED
[23:38:41.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:102:0) after 8m10s
[23:46:51.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:102:0)
[23:46:51.958] Build status: SCHEDULED
[23:46:51.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:103:0) after 3m26s
[23:50:18.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:103:0)
[23:50:18.173] Build status: SCHEDULED
[23:50:18.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:104:0) after 7m20s
[23:57:38.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:104:0)
[23:57:38.204] Build status: SCHEDULED
[23:57:38.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:105:0) after 9m5s
[00:06:43.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:105:0)
[00:06:43.274] Build status: SCHEDULED
[00:06:43.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:106:0) after 1m55s
[00:08:38.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:106:0)
[00:08:38.562] Build status: SCHEDULED
[00:08:38.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:107:0) after 6m34s
[00:15:12.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:107:0)
[00:15:12.675] Build status: SCHEDULED
[00:15:12.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:108:0) after 7m22s
[00:22:34.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:108:0)
[00:22:34.695] Build status: SCHEDULED
[00:22:34.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:109:0) after 7m36s
[00:30:10.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:109:0)
[00:30:10.732] Build status: SCHEDULED
[00:30:10.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:110:0) after 2m32s
[00:32:42.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:110:0)
[00:32:42.852] Build status: SCHEDULED
[00:32:42.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:111:0) after 3m21s
[00:36:03.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:111:0)
[00:36:03.921] Build status: SCHEDULED
[00:36:03.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:112:0) after 5m13s
[00:41:16.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:112:0)
[00:41:16.958] Build status: SCHEDULED
[00:41:16.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:113:0) after 4m37s
[00:45:53.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:113:0)
[00:45:54.030] Build status: SCHEDULED
[00:45:54.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:114:0) after 2m44s
[00:48:38.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:114:0)
[00:48:38.067] Build status: SCHEDULED
[00:48:38.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:115:0) after 3m0s
[00:51:38.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:115:0)
[00:51:38.227] Build status: SCHEDULED
[00:51:38.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:116:0) after 2m49s
[00:54:27.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:116:0)
[00:54:27.327] Build status: SCHEDULED
[00:54:27.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:117:0) after 7m9s
[01:01:36.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:117:0)
[01:01:36.387] Build status: SCHEDULED
[01:01:36.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:118:0) after 7m9s
[01:08:45.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:118:0)
[01:08:45.437] Build status: SCHEDULED
[01:08:45.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:119:0) after 7m9s
[01:15:54.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:119:0)
[01:15:54.581] Build status: SCHEDULED
[01:15:54.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:120:0) after 8m14s
[01:24:08.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:120:0)
[01:24:08.724] Build status: SCHEDULED
[01:24:08.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:121:0) after 1m41s
[01:25:49.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:121:0)
[01:25:49.758] Build status: SCHEDULED
[01:25:49.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:122:0) after 4m53s
[01:30:42.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:122:0)
[01:30:42.909] Build status: SCHEDULED
[01:30:42.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:123:0) after 5m5s
[01:35:48.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:123:0)
[01:35:48.080] Build status: SCHEDULED
[01:35:48.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:124:0) after 3m53s
[01:39:41.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:124:0)
[01:39:41.345] Build status: SCHEDULED
[01:39:41.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:125:0) after 3m23s
[01:43:04.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:125:0)
[01:43:04.431] Build status: SCHEDULED
[01:43:04.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:126:0) after 9m6s
[01:52:10.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:126:0)
[01:52:10.496] Build status: SCHEDULED
[01:52:10.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:127:0) after 4m56s
[01:57:06.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:127:0)
[01:57:06.535] Build status: SCHEDULED
[01:57:06.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:128:0) after 6m28s
[02:03:34.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:128:0)
[02:03:34.607] Build status: SCHEDULED
[02:03:34.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:129:0) after 1m34s
[02:05:08.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:129:0)
[02:05:08.705] Build status: SCHEDULED
[02:05:08.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:130:0) after 7m8s
[02:12:16.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:130:0)
[02:12:16.797] Build status: SCHEDULED
[02:12:16.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:131:0) after 9m22s
[02:21:38.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:131:0)
[02:21:38.910] Build status: SCHEDULED
[02:21:38.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:132:0) after 9m58s
[02:31:36.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:132:0)
[02:31:36.919] Build status: SCHEDULED
[02:31:36.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:133:0) after 5m25s
[02:37:01.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:133:0)
[02:37:02.014] Build status: SCHEDULED
[02:37:02.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8867542275327734416:134:0) after 7m17s
[02:41:50.508] Received PubSub notification, asking Buildbucket for the build status
[02:41:50.526] Build:
{
  "id": "8702112213377871057",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-02T14:41:45.824194504Z",
  "endTime": "2025-10-03T02:41:50.147850983Z",
  "updateTime": "2025-10-03T02:41:50.147850983Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "7ef8e44105f924b1ebbeded39941bceda1feb62d",
      "ref": "refs/heads/main"
    }
  }
}
[02:41:50.526] Invocation finished in 12h0m5.944805887s with status FAILED