Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:46:26.157] New invocation is queued and will start shortly
[16:46:27.772] Starting the invocation (attempt 1)
[16:46:27.802] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
[16:46:27.802] Popped gitiles commit info from properties and tags
[16:46:27.802] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:46:27.803] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:46:27.803] Buildbucket request:
{
  "requestId": "8869346369667885728",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869346369667885728",
            "job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
                        "title": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869346369667885728"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:46:28.482] Scheduled build:
{
  "id": "8703916307183016305",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T16:46:27.898213088Z",
  "updateTime": "2025-09-12T16:46:27.898213088Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
      "ref": "refs/heads/main"
    }
  }
}
[16:46:28.482] Task URL: https://cr-buildbucket.appspot.com/build/8703916307183016305
[16:46:28.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:2:0) after 6m34s
[16:46:37.877] Received PubSub notification, asking Buildbucket for the build status
[16:46:37.896] Build status: SCHEDULED
[16:53:02.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:2:0)
[16:53:02.515] Build status: SCHEDULED
[16:53:02.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:4:0) after 1m6s
[16:54:08.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:4:0)
[16:54:08.659] Build status: SCHEDULED
[16:54:08.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:5:0) after 2m7s
[16:56:15.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:5:0)
[16:56:15.746] Build status: SCHEDULED
[16:56:15.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:6:0) after 7m19s
[17:03:34.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:6:0)
[17:03:34.775] Build status: SCHEDULED
[17:03:34.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:7:0) after 5m30s
[17:09:04.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:7:0)
[17:09:04.820] Build status: SCHEDULED
[17:09:04.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:8:0) after 8m11s
[17:17:15.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:8:0)
[17:17:15.917] Build status: SCHEDULED
[17:17:15.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:9:0) after 7m48s
[17:25:03.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:9:0)
[17:25:03.999] Build status: SCHEDULED
[17:25:03.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:10:0) after 3m11s
[17:28:15.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:10:0)
[17:28:15.067] Build status: SCHEDULED
[17:28:15.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:11:0) after 8m49s
[17:37:04.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:11:0)
[17:37:04.178] Build status: SCHEDULED
[17:37:04.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:12:0) after 4m50s
[17:41:54.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:12:0)
[17:41:54.304] Build status: SCHEDULED
[17:41:54.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:13:0) after 7m47s
[17:49:41.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:13:0)
[17:49:41.385] Build status: SCHEDULED
[17:49:41.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:14:0) after 3m11s
[17:52:52.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:14:0)
[17:52:52.519] Build status: SCHEDULED
[17:52:52.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:15:0) after 3m56s
[17:56:48.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:15:0)
[17:56:48.558] Build status: SCHEDULED
[17:56:48.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:16:0) after 9m0s
[18:05:48.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:16:0)
[18:05:48.589] Build status: SCHEDULED
[18:05:48.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:17:0) after 3m57s
[18:09:45.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:17:0)
[18:09:45.775] Build status: SCHEDULED
[18:09:45.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:18:0) after 7m50s
[18:17:35.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:18:0)
[18:17:35.900] Build status: SCHEDULED
[18:17:35.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:19:0) after 8m39s
[18:26:14.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:19:0)
[18:26:14.933] Build status: SCHEDULED
[18:26:14.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:20:0) after 3m6s
[18:29:21.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:20:0)
[18:29:21.070] Build status: SCHEDULED
[18:29:21.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:21:0) after 9m9s
[18:38:30.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:21:0)
[18:38:30.136] Build status: SCHEDULED
[18:38:30.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:22:0) after 3m44s
[18:42:14.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:22:0)
[18:42:14.206] Build status: SCHEDULED
[18:42:14.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:23:0) after 6m7s
[18:48:21.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:23:0)
[18:48:21.396] Build status: SCHEDULED
[18:48:21.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:24:0) after 9m30s
[18:57:51.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:24:0)
[18:57:51.481] Build status: SCHEDULED
[18:57:51.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:25:0) after 2m8s
[18:59:59.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:25:0)
[18:59:59.631] Build status: SCHEDULED
[18:59:59.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:26:0) after 2m49s
[19:02:48.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:26:0)
[19:02:48.670] Build status: SCHEDULED
[19:02:48.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:27:0) after 4m23s
[19:07:11.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:27:0)
[19:07:11.717] Build status: SCHEDULED
[19:07:11.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:28:0) after 5m27s
[19:12:38.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:28:0)
[19:12:38.751] Build status: SCHEDULED
[19:12:38.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:29:0) after 6m32s
[19:19:10.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:29:0)
[19:19:10.778] Build status: SCHEDULED
[19:19:10.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:30:0) after 4m30s
[19:23:40.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:30:0)
[19:23:40.810] Build status: SCHEDULED
[19:23:40.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:31:0) after 1m23s
[19:25:03.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:31:0)
[19:25:03.859] Build status: SCHEDULED
[19:25:03.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:32:0) after 8m50s
[19:33:53.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:32:0)
[19:33:53.889] Build status: SCHEDULED
[19:33:53.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:33:0) after 1m43s
[19:35:36.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:33:0)
[19:35:36.989] Build status: SCHEDULED
[19:35:36.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:34:0) after 6m2s
[19:41:39.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:34:0)
[19:41:39.034] Build status: SCHEDULED
[19:41:39.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:35:0) after 9m36s
[19:51:15.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:35:0)
[19:51:15.227] Build status: SCHEDULED
[19:51:15.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:36:0) after 1m35s
[19:52:50.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:36:0)
[19:52:50.224] Build status: SCHEDULED
[19:52:50.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:37:0) after 5m42s
[19:58:32.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:37:0)
[19:58:32.311] Build status: SCHEDULED
[19:58:32.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:38:0) after 3m37s
[20:02:09.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:38:0)
[20:02:09.341] Build status: SCHEDULED
[20:02:09.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:39:0) after 4m21s
[20:06:30.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:39:0)
[20:06:30.353] Build status: SCHEDULED
[20:06:30.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:40:0) after 5m17s
[20:11:47.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:40:0)
[20:11:47.435] Build status: SCHEDULED
[20:11:47.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:41:0) after 6m45s
[20:18:32.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:41:0)
[20:18:32.512] Build status: SCHEDULED
[20:18:32.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:42:0) after 5m28s
[20:24:00.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:42:0)
[20:24:00.591] Build status: SCHEDULED
[20:24:00.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:43:0) after 5m4s
[20:29:04.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:43:0)
[20:29:04.628] Build status: SCHEDULED
[20:29:04.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:44:0) after 9m18s
[20:38:22.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:44:0)
[20:38:22.668] Build status: SCHEDULED
[20:38:22.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:45:0) after 9m33s
[20:47:55.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:45:0)
[20:47:55.789] Build status: SCHEDULED
[20:47:55.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:46:0) after 7m20s
[20:55:15.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:46:0)
[20:55:15.970] Build status: SCHEDULED
[20:55:15.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:47:0) after 6m40s
[21:01:55.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:47:0)
[21:01:56.000] Build status: SCHEDULED
[21:01:56.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:48:0) after 5m27s
[21:07:23.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:48:0)
[21:07:23.045] Build status: SCHEDULED
[21:07:23.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:49:0) after 2m49s
[21:10:12.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:49:0)
[21:10:12.082] Build status: SCHEDULED
[21:10:12.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:50:0) after 1m15s
[21:11:27.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:50:0)
[21:11:27.213] Build status: SCHEDULED
[21:11:27.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:51:0) after 9m25s
[21:20:52.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:51:0)
[21:20:52.357] Build status: SCHEDULED
[21:20:52.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:52:0) after 3m41s
[21:24:33.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:52:0)
[21:24:33.446] Build status: SCHEDULED
[21:24:33.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:53:0) after 2m41s
[21:27:14.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:53:0)
[21:27:14.492] Build status: SCHEDULED
[21:27:14.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:54:0) after 8m35s
[21:35:49.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:54:0)
[21:35:49.629] Build status: SCHEDULED
[21:35:49.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:55:0) after 3m0s
[21:38:49.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:55:0)
[21:38:49.657] Build status: SCHEDULED
[21:38:49.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:56:0) after 9m12s
[21:48:01.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:56:0)
[21:48:01.708] Build status: SCHEDULED
[21:48:01.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:57:0) after 3m40s
[21:51:41.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:57:0)
[21:51:41.893] Build status: SCHEDULED
[21:51:41.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:58:0) after 8m4s
[21:59:45.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:58:0)
[21:59:45.992] Build status: SCHEDULED
[21:59:45.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:59:0) after 6m42s
[22:06:28.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:59:0)
[22:06:28.061] Build status: SCHEDULED
[22:06:28.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:60:0) after 5m40s
[22:12:08.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:60:0)
[22:12:08.161] Build status: SCHEDULED
[22:12:08.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:61:0) after 1m3s
[22:13:11.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:61:0)
[22:13:11.191] Build status: SCHEDULED
[22:13:11.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:62:0) after 8m4s
[22:21:15.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:62:0)
[22:21:15.233] Build status: SCHEDULED
[22:21:15.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:63:0) after 6m1s
[22:27:16.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:63:0)
[22:27:16.321] Build status: SCHEDULED
[22:27:16.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:64:0) after 5m27s
[22:32:43.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:64:0)
[22:32:43.387] Build status: SCHEDULED
[22:32:43.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:65:0) after 8m31s
[22:41:14.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:65:0)
[22:41:14.575] Build status: SCHEDULED
[22:41:14.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:66:0) after 5m39s
[22:46:53.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:66:0)
[22:46:53.608] Build status: SCHEDULED
[22:46:53.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:67:0) after 1m15s
[22:48:08.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:67:0)
[22:48:08.683] Build status: SCHEDULED
[22:48:08.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:68:0) after 7m23s
[22:55:31.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:68:0)
[22:55:31.764] Build status: SCHEDULED
[22:55:31.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:69:0) after 4m14s
[22:59:45.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:69:0)
[22:59:45.841] Build status: SCHEDULED
[22:59:45.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:70:0) after 6m55s
[23:06:40.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:70:0)
[23:06:40.872] Build status: SCHEDULED
[23:06:40.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:71:0) after 2m53s
[23:09:33.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:71:0)
[23:09:33.902] Build status: SCHEDULED
[23:09:33.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:72:0) after 8m0s
[23:17:33.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:72:0)
[23:17:33.936] Build status: SCHEDULED
[23:17:33.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:73:0) after 8m53s
[23:26:26.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:73:0)
[23:26:27.007] Build status: SCHEDULED
[23:26:27.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:74:0) after 2m47s
[23:29:14.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:74:0)
[23:29:14.057] Build status: SCHEDULED
[23:29:14.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:75:0) after 5m32s
[23:34:46.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:75:0)
[23:34:46.155] Build status: SCHEDULED
[23:34:46.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:76:0) after 7m19s
[23:42:05.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:76:0)
[23:42:05.286] Build status: SCHEDULED
[23:42:05.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:77:0) after 6m31s
[23:48:36.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:77:0)
[23:48:36.387] Build status: SCHEDULED
[23:48:36.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:78:0) after 1m9s
[23:49:45.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:78:0)
[23:49:45.380] Build status: SCHEDULED
[23:49:45.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:79:0) after 7m38s
[23:57:23.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:79:0)
[23:57:23.460] Build status: SCHEDULED
[23:57:23.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:80:0) after 2m17s
[23:59:40.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:80:0)
[23:59:40.529] Build status: SCHEDULED
[23:59:40.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:81:0) after 9m15s
[00:08:55.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:81:0)
[00:08:55.610] Build status: SCHEDULED
[00:08:55.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:82:0) after 9m57s
[00:18:52.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:82:0)
[00:18:52.718] Build status: SCHEDULED
[00:18:52.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:83:0) after 8m20s
[00:27:12.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:83:0)
[00:27:12.750] Build status: SCHEDULED
[00:27:12.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:84:0) after 9m11s
[00:36:23.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:84:0)
[00:36:23.990] Build status: SCHEDULED
[00:36:23.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:85:0) after 5m32s
[00:41:55.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:85:0)
[00:41:55.987] Build status: SCHEDULED
[00:41:55.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:86:0) after 7m15s
[00:49:11.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:86:0)
[00:49:11.048] Build status: SCHEDULED
[00:49:11.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:87:0) after 3m58s
[00:53:09.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:87:0)
[00:53:09.247] Build status: SCHEDULED
[00:53:09.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:88:0) after 5m58s
[00:59:07.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:88:0)
[00:59:07.258] Build status: SCHEDULED
[00:59:07.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:89:0) after 2m10s
[01:01:17.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:89:0)
[01:01:17.338] Build status: SCHEDULED
[01:01:17.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:90:0) after 4m3s
[01:05:20.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:90:0)
[01:05:20.460] Build status: SCHEDULED
[01:05:20.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:91:0) after 3m46s
[01:09:06.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:91:0)
[01:09:06.468] Build status: SCHEDULED
[01:09:06.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:92:0) after 5m57s
[01:15:03.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:92:0)
[01:15:03.553] Build status: SCHEDULED
[01:15:03.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:93:0) after 9m26s
[01:24:29.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:93:0)
[01:24:29.635] Build status: SCHEDULED
[01:24:29.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:94:0) after 1m49s
[01:26:18.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:94:0)
[01:26:18.726] Build status: SCHEDULED
[01:26:18.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:95:0) after 4m30s
[01:30:48.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:95:0)
[01:30:48.837] Build status: SCHEDULED
[01:30:48.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:96:0) after 5m14s
[01:36:02.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:96:0)
[01:36:02.869] Build status: SCHEDULED
[01:36:02.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:97:0) after 8m38s
[01:44:40.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:97:0)
[01:44:40.912] Build status: SCHEDULED
[01:44:40.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:98:0) after 4m18s
[01:48:58.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:98:0)
[01:48:58.946] Build status: SCHEDULED
[01:48:58.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:99:0) after 2m59s
[01:51:58.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:99:0)
[01:51:58.041] Build status: SCHEDULED
[01:51:58.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:100:0) after 6m41s
[01:58:39.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:100:0)
[01:58:39.113] Build status: SCHEDULED
[01:58:39.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:101:0) after 7m27s
[02:06:06.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:101:0)
[02:06:06.257] Build status: SCHEDULED
[02:06:06.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:102:0) after 2m57s
[02:09:03.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:102:0)
[02:09:03.305] Build status: SCHEDULED
[02:09:03.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:103:0) after 2m50s
[02:11:53.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:103:0)
[02:11:53.476] Build status: SCHEDULED
[02:11:53.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:104:0) after 8m0s
[02:19:53.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:104:0)
[02:19:53.772] Build status: SCHEDULED
[02:19:53.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:105:0) after 7m26s
[02:27:19.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:105:0)
[02:27:19.817] Build status: SCHEDULED
[02:27:19.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:106:0) after 3m59s
[02:31:18.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:106:0)
[02:31:18.900] Build status: SCHEDULED
[02:31:18.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:107:0) after 6m22s
[02:37:40.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:107:0)
[02:37:40.940] Build status: SCHEDULED
[02:37:40.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:108:0) after 2m4s
[02:39:45.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:108:0)
[02:39:45.129] Build status: SCHEDULED
[02:39:45.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:109:0) after 2m45s
[02:42:30.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:109:0)
[02:42:30.173] Build status: SCHEDULED
[02:42:30.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:110:0) after 3m16s
[02:45:46.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:110:0)
[02:45:46.226] Build status: SCHEDULED
[02:45:46.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:111:0) after 6m58s
[02:52:44.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:111:0)
[02:52:44.343] Build status: SCHEDULED
[02:52:44.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:112:0) after 9m41s
[03:02:25.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:112:0)
[03:02:25.436] Build status: SCHEDULED
[03:02:25.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:113:0) after 4m51s
[03:07:16.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:113:0)
[03:07:16.501] Build status: SCHEDULED
[03:07:16.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:114:0) after 4m56s
[03:12:12.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:114:0)
[03:12:12.571] Build status: SCHEDULED
[03:12:12.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:115:0) after 3m17s
[03:15:29.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:115:0)
[03:15:29.610] Build status: SCHEDULED
[03:15:29.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:116:0) after 6m27s
[03:21:56.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:116:0)
[03:21:56.648] Build status: SCHEDULED
[03:21:56.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:117:0) after 2m13s
[03:24:09.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:117:0)
[03:24:09.691] Build status: SCHEDULED
[03:24:09.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:118:0) after 6m22s
[03:30:31.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:118:0)
[03:30:31.750] Build status: SCHEDULED
[03:30:31.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:119:0) after 9m50s
[03:40:21.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:119:0)
[03:40:21.954] Build status: SCHEDULED
[03:40:21.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:120:0) after 2m35s
[03:42:57.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:120:0)
[03:42:57.316] Build status: SCHEDULED
[03:42:57.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:121:0) after 6m54s
[03:49:51.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:121:0)
[03:49:51.350] Build status: SCHEDULED
[03:49:51.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:122:0) after 5m32s
[03:55:23.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:122:0)
[03:55:23.461] Build status: SCHEDULED
[03:55:23.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:123:0) after 1m56s
[03:57:19.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:123:0)
[03:57:19.726] Build status: SCHEDULED
[03:57:19.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:124:0) after 2m35s
[03:59:54.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:124:0)
[03:59:54.765] Build status: SCHEDULED
[03:59:54.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:125:0) after 9m56s
[04:09:50.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:125:0)
[04:09:50.775] Build status: SCHEDULED
[04:09:50.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:126:0) after 3m37s
[04:13:27.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:126:0)
[04:13:27.810] Build status: SCHEDULED
[04:13:27.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:127:0) after 1m43s
[04:15:10.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:127:0)
[04:15:10.907] Build status: SCHEDULED
[04:15:10.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:128:0) after 2m55s
[04:18:06.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:128:0)
[04:18:06.193] Build status: SCHEDULED
[04:18:06.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:129:0) after 9m3s
[04:27:09.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:129:0)
[04:27:09.465] Build status: SCHEDULED
[04:27:09.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:130:0) after 5m53s
[04:33:02.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:130:0)
[04:33:02.871] Build status: SCHEDULED
[04:33:02.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:131:0) after 4m54s
[04:37:56.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:131:0)
[04:37:56.910] Build status: SCHEDULED
[04:37:56.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:132:0) after 7m35s
[04:45:32.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:132:0)
[04:45:32.037] Build status: SCHEDULED
[04:45:32.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869346369667885728:133:0) after 7m32s
[04:47:12.744] Received PubSub notification, asking Buildbucket for the build status
[04:47:12.844] Build:
{
  "id": "8703916307183016305",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T16:46:27.898213088Z",
  "endTime": "2025-09-13T04:46:35.969827826Z",
  "updateTime": "2025-09-13T04:46:35.969827826Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
      "ref": "refs/heads/main"
    }
  }
}
[04:47:12.844] Invocation finished in 12h0m46.699247325s with status FAILED