Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:46:22.340] New invocation is queued and will start shortly
[16:46:24.082] Starting the invocation (attempt 1)
[16:46:24.120] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
[16:46:24.120] Popped gitiles commit info from properties and tags
[16:46:24.120] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:46:24.120] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:46:24.121] Buildbucket request:
{
  "requestId": "8869346373662382512",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869346373662382512",
            "job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
                        "title": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc1da98f9ebf842e8019c28a4c6cf950e97d258d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869346373662382512"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:46:24.525] Scheduled build:
{
  "id": "8703916311062533201",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T16:46:24.198770336Z",
  "updateTime": "2025-09-12T16:46:24.198770336Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
      "ref": "refs/heads/main"
    }
  }
}
[16:46:24.525] Task URL: https://cr-buildbucket.appspot.com/build/8703916311062533201
[16:46:24.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:2:0) after 4m59s
[16:46:31.960] Received PubSub notification, asking Buildbucket for the build status
[16:46:31.975] Build status: SCHEDULED
[16:51:23.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:2:0)
[16:51:23.593] Build status: SCHEDULED
[16:51:23.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:4:0) after 5m37s
[16:57:00.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:4:0)
[16:57:00.684] Build status: SCHEDULED
[16:57:00.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:5:0) after 9m41s
[17:06:41.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:5:0)
[17:06:41.718] Build status: SCHEDULED
[17:06:41.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:6:0) after 2m38s
[17:09:19.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:6:0)
[17:09:19.783] Build status: SCHEDULED
[17:09:19.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:7:0) after 7m51s
[17:17:10.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:7:0)
[17:17:10.799] Build status: SCHEDULED
[17:17:10.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:8:0) after 9m20s
[17:26:30.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:8:0)
[17:26:30.975] Build status: SCHEDULED
[17:26:30.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:9:0) after 3m2s
[17:29:33.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:9:0)
[17:29:33.065] Build status: SCHEDULED
[17:29:33.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:10:0) after 2m33s
[17:32:06.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:10:0)
[17:32:06.254] Build status: SCHEDULED
[17:32:06.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:11:0) after 9m22s
[17:41:28.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:11:0)
[17:41:28.283] Build status: SCHEDULED
[17:41:28.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:12:0) after 3m26s
[17:44:54.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:12:0)
[17:44:54.481] Build status: SCHEDULED
[17:44:54.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:13:0) after 4m44s
[17:49:38.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:13:0)
[17:49:38.614] Build status: SCHEDULED
[17:49:38.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:14:0) after 7m42s
[17:57:20.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:14:0)
[17:57:20.656] Build status: SCHEDULED
[17:57:20.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:15:0) after 8m19s
[18:05:39.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:15:0)
[18:05:39.899] Build status: SCHEDULED
[18:05:39.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:16:0) after 6m1s
[18:11:40.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:16:0)
[18:11:41.077] Build status: SCHEDULED
[18:11:41.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:17:0) after 2m0s
[18:13:41.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:17:0)
[18:13:41.251] Build status: SCHEDULED
[18:13:41.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:18:0) after 4m30s
[18:18:11.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:18:0)
[18:18:11.246] Build status: SCHEDULED
[18:18:11.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:19:0) after 1m57s
[18:20:08.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:19:0)
[18:20:08.303] Build status: SCHEDULED
[18:20:08.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:20:0) after 8m51s
[18:28:59.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:20:0)
[18:28:59.483] Build status: SCHEDULED
[18:28:59.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:21:0) after 2m41s
[18:31:40.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:21:0)
[18:31:40.641] Build status: SCHEDULED
[18:31:40.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:22:0) after 4m8s
[18:35:48.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:22:0)
[18:35:48.713] Build status: SCHEDULED
[18:35:48.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:23:0) after 1m46s
[18:37:34.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:23:0)
[18:37:34.744] Build status: SCHEDULED
[18:37:34.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:24:0) after 5m17s
[18:42:51.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:24:0)
[18:42:51.778] Build status: SCHEDULED
[18:42:51.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:25:0) after 3m54s
[18:46:45.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:25:0)
[18:46:45.809] Build status: SCHEDULED
[18:46:45.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:26:0) after 4m57s
[18:51:42.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:26:0)
[18:51:42.850] Build status: SCHEDULED
[18:51:42.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:27:0) after 7m35s
[18:59:17.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:27:0)
[18:59:17.879] Build status: SCHEDULED
[18:59:17.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:28:0) after 8m21s
[19:07:39.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:28:0)
[19:07:39.028] Build status: SCHEDULED
[19:07:39.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:29:0) after 6m28s
[19:14:07.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:29:0)
[19:14:07.074] Build status: SCHEDULED
[19:14:07.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:30:0) after 9m34s
[19:23:41.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:30:0)
[19:23:41.316] Build status: SCHEDULED
[19:23:41.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:31:0) after 1m26s
[19:25:07.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:31:0)
[19:25:07.394] Build status: SCHEDULED
[19:25:07.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:32:0) after 7m49s
[19:32:56.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:32:0)
[19:32:56.478] Build status: SCHEDULED
[19:32:56.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:33:0) after 6m58s
[19:39:54.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:33:0)
[19:39:54.578] Build status: SCHEDULED
[19:39:54.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:34:0) after 8m13s
[19:48:07.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:34:0)
[19:48:07.615] Build status: SCHEDULED
[19:48:07.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:35:0) after 4m40s
[19:52:47.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:35:0)
[19:52:47.648] Build status: SCHEDULED
[19:52:47.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:36:0) after 9m32s
[20:02:19.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:36:0)
[20:02:19.732] Build status: SCHEDULED
[20:02:19.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:37:0) after 1m33s
[20:03:52.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:37:0)
[20:03:52.753] Build status: SCHEDULED
[20:03:52.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:38:0) after 7m44s
[20:11:36.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:38:0)
[20:11:36.807] Build status: SCHEDULED
[20:11:36.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:39:0) after 8m6s
[20:19:42.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:39:0)
[20:19:42.898] Build status: SCHEDULED
[20:19:42.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:40:0) after 5m25s
[20:25:07.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:40:0)
[20:25:08.020] Build status: SCHEDULED
[20:25:08.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:41:0) after 7m4s
[20:32:12.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:41:0)
[20:32:12.058] Build status: SCHEDULED
[20:32:12.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:42:0) after 8m50s
[20:41:02.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:42:0)
[20:41:02.072] Build status: SCHEDULED
[20:41:02.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:43:0) after 9m40s
[20:50:42.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:43:0)
[20:50:42.106] Build status: SCHEDULED
[20:50:42.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:44:0) after 1m47s
[20:52:29.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:44:0)
[20:52:29.140] Build status: SCHEDULED
[20:52:29.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:45:0) after 6m59s
[20:59:28.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:45:0)
[20:59:28.293] Build status: SCHEDULED
[20:59:28.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:46:0) after 8m19s
[21:07:47.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:46:0)
[21:07:47.309] Build status: SCHEDULED
[21:07:47.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:47:0) after 2m52s
[21:10:39.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:47:0)
[21:10:39.315] Build status: SCHEDULED
[21:10:39.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:48:0) after 8m8s
[21:18:47.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:48:0)
[21:18:47.350] Build status: SCHEDULED
[21:18:47.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:49:0) after 3m31s
[21:22:18.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:49:0)
[21:22:18.388] Build status: SCHEDULED
[21:22:18.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:50:0) after 6m31s
[21:28:49.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:50:0)
[21:28:49.420] Build status: SCHEDULED
[21:28:49.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:51:0) after 8m19s
[21:37:08.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:51:0)
[21:37:08.513] Build status: SCHEDULED
[21:37:08.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:52:0) after 5m48s
[21:42:56.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:52:0)
[21:42:56.589] Build status: SCHEDULED
[21:42:56.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:53:0) after 3m22s
[21:46:18.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:53:0)
[21:46:18.624] Build status: SCHEDULED
[21:46:18.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:54:0) after 2m6s
[21:48:24.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:54:0)
[21:48:24.705] Build status: SCHEDULED
[21:48:24.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:55:0) after 7m9s
[21:55:33.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:55:0)
[21:55:33.781] Build status: SCHEDULED
[21:55:33.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:56:0) after 4m10s
[21:59:43.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:56:0)
[21:59:43.828] Build status: SCHEDULED
[21:59:43.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:57:0) after 2m44s
[22:02:28.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:57:0)
[22:02:28.048] Build status: SCHEDULED
[22:02:28.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:58:0) after 7m14s
[22:09:42.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:58:0)
[22:09:42.293] Build status: SCHEDULED
[22:09:42.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:59:0) after 6m2s
[22:15:44.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:59:0)
[22:15:44.385] Build status: SCHEDULED
[22:15:44.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:60:0) after 2m22s
[22:18:06.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:60:0)
[22:18:06.496] Build status: SCHEDULED
[22:18:06.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:61:0) after 6m15s
[22:24:21.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:61:0)
[22:24:21.668] Build status: SCHEDULED
[22:24:21.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:62:0) after 5m38s
[22:29:59.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:62:0)
[22:29:59.685] Build status: SCHEDULED
[22:29:59.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:63:0) after 6m52s
[22:36:51.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:63:0)
[22:36:51.763] Build status: SCHEDULED
[22:36:51.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:64:0) after 5m3s
[22:41:54.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:64:0)
[22:41:54.809] Build status: SCHEDULED
[22:41:54.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:65:0) after 3m14s
[22:45:08.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:65:0)
[22:45:08.841] Build status: SCHEDULED
[22:45:08.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:66:0) after 8m12s
[22:53:20.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:66:0)
[22:53:20.906] Build status: SCHEDULED
[22:53:20.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:67:0) after 3m4s
[22:56:24.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:67:0)
[22:56:25.008] Build status: SCHEDULED
[22:56:25.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:68:0) after 5m50s
[23:02:15.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:68:0)
[23:02:15.042] Build status: SCHEDULED
[23:02:15.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:69:0) after 5m30s
[23:07:45.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:69:0)
[23:07:45.125] Build status: SCHEDULED
[23:07:45.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:70:0) after 4m9s
[23:11:54.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:70:0)
[23:11:54.212] Build status: SCHEDULED
[23:11:54.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:71:0) after 6m36s
[23:18:30.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:71:0)
[23:18:30.247] Build status: SCHEDULED
[23:18:30.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:72:0) after 4m44s
[23:23:14.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:72:0)
[23:23:14.323] Build status: SCHEDULED
[23:23:14.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:73:0) after 4m57s
[23:28:11.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:73:0)
[23:28:11.383] Build status: SCHEDULED
[23:28:11.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:74:0) after 4m9s
[23:32:20.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:74:0)
[23:32:20.640] Build status: SCHEDULED
[23:32:20.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:75:0) after 4m54s
[23:37:14.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:75:0)
[23:37:14.685] Build status: SCHEDULED
[23:37:14.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:76:0) after 6m23s
[23:43:37.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:76:0)
[23:43:37.735] Build status: SCHEDULED
[23:43:37.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:77:0) after 7m7s
[23:50:44.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:77:0)
[23:50:44.785] Build status: SCHEDULED
[23:50:44.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:78:0) after 2m57s
[23:53:41.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:78:0)
[23:53:41.805] Build status: SCHEDULED
[23:53:41.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:79:0) after 7m19s
[00:01:00.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:79:0)
[00:01:00.882] Build status: SCHEDULED
[00:01:00.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:80:0) after 9m46s
[00:10:46.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:80:0)
[00:10:46.927] Build status: SCHEDULED
[00:10:46.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:81:0) after 4m4s
[00:14:50.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:81:0)
[00:14:50.957] Build status: SCHEDULED
[00:14:50.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:82:0) after 8m52s
[00:23:43.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:82:0)
[00:23:43.191] Build status: SCHEDULED
[00:23:43.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:83:0) after 3m46s
[00:27:29.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:83:0)
[00:27:29.234] Build status: SCHEDULED
[00:27:29.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:84:0) after 8m34s
[00:36:03.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:84:0)
[00:36:03.331] Build status: SCHEDULED
[00:36:03.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:85:0) after 4m50s
[00:40:53.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:85:0)
[00:40:54.195] Build status: SCHEDULED
[00:40:54.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:86:0) after 8m16s
[00:49:10.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:86:0)
[00:49:10.269] Build status: SCHEDULED
[00:49:10.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:87:0) after 4m17s
[00:53:27.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:87:0)
[00:53:27.321] Build status: SCHEDULED
[00:53:27.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:88:0) after 7m4s
[01:00:31.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:88:0)
[01:00:31.365] Build status: SCHEDULED
[01:00:31.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:89:0) after 8m48s
[01:09:19.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:89:0)
[01:09:19.400] Build status: SCHEDULED
[01:09:19.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:90:0) after 6m18s
[01:15:37.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:90:0)
[01:15:37.484] Build status: SCHEDULED
[01:15:37.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:91:0) after 1m20s
[01:16:57.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:91:0)
[01:16:57.580] Build status: SCHEDULED
[01:16:57.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:92:0) after 3m9s
[01:20:06.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:92:0)
[01:20:06.618] Build status: SCHEDULED
[01:20:06.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:93:0) after 4m27s
[01:24:33.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:93:0)
[01:24:33.651] Build status: SCHEDULED
[01:24:33.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:94:0) after 7m1s
[01:31:34.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:94:0)
[01:31:34.739] Build status: SCHEDULED
[01:31:34.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:95:0) after 6m16s
[01:37:50.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:95:0)
[01:37:50.757] Build status: SCHEDULED
[01:37:50.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:96:0) after 1m40s
[01:39:30.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:96:0)
[01:39:30.845] Build status: SCHEDULED
[01:39:30.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:97:0) after 8m44s
[01:48:14.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:97:0)
[01:48:14.880] Build status: SCHEDULED
[01:48:14.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:98:0) after 5m40s
[01:53:54.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:98:0)
[01:53:54.913] Build status: SCHEDULED
[01:53:54.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:99:0) after 1m54s
[01:55:48.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:99:0)
[01:55:48.958] Build status: SCHEDULED
[01:55:48.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:100:0) after 7m58s
[02:03:46.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:100:0)
[02:03:46.988] Build status: SCHEDULED
[02:03:46.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:101:0) after 8m54s
[02:12:41.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:101:0)
[02:12:41.341] Build status: SCHEDULED
[02:12:41.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:102:0) after 3m23s
[02:16:04.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:102:0)
[02:16:04.401] Build status: SCHEDULED
[02:16:04.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:103:0) after 3m2s
[02:19:06.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:103:0)
[02:19:06.666] Build status: SCHEDULED
[02:19:06.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:104:0) after 6m53s
[02:25:59.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:104:0)
[02:25:59.706] Build status: SCHEDULED
[02:25:59.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:105:0) after 6m19s
[02:32:18.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:105:0)
[02:32:18.741] Build status: SCHEDULED
[02:32:18.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:106:0) after 3m43s
[02:36:01.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:106:0)
[02:36:01.801] Build status: SCHEDULED
[02:36:01.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:107:0) after 5m34s
[02:41:35.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:107:0)
[02:41:35.842] Build status: SCHEDULED
[02:41:35.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:108:0) after 3m37s
[02:45:12.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:108:0)
[02:45:13.056] Build status: SCHEDULED
[02:45:13.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:109:0) after 5m47s
[02:51:00.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:109:0)
[02:51:00.108] Build status: SCHEDULED
[02:51:00.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:110:0) after 9m20s
[03:00:20.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:110:0)
[03:00:20.232] Build status: SCHEDULED
[03:00:20.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:111:0) after 7m57s
[03:08:17.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:111:0)
[03:08:17.272] Build status: SCHEDULED
[03:08:17.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:112:0) after 4m51s
[03:13:08.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:112:0)
[03:13:08.304] Build status: SCHEDULED
[03:13:08.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:113:0) after 1m25s
[03:14:33.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:113:0)
[03:14:33.469] Build status: SCHEDULED
[03:14:33.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:114:0) after 9m36s
[03:24:09.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:114:0)
[03:24:09.546] Build status: SCHEDULED
[03:24:09.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:115:0) after 3m51s
[03:28:00.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:115:0)
[03:28:00.580] Build status: SCHEDULED
[03:28:00.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:116:0) after 3m40s
[03:31:40.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:116:0)
[03:31:40.879] Build status: SCHEDULED
[03:31:40.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:117:0) after 8m29s
[03:40:10.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:117:0)
[03:40:10.134] Build status: SCHEDULED
[03:40:10.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:118:0) after 8m14s
[03:48:24.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:118:0)
[03:48:24.214] Build status: SCHEDULED
[03:48:24.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:119:0) after 6m1s
[03:54:25.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:119:0)
[03:54:25.382] Build status: SCHEDULED
[03:54:25.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:120:0) after 5m22s
[03:59:47.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:120:0)
[03:59:47.418] Build status: SCHEDULED
[03:59:47.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:121:0) after 1m9s
[04:00:56.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:121:0)
[04:00:56.462] Build status: SCHEDULED
[04:00:56.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:122:0) after 2m1s
[04:02:57.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:122:0)
[04:02:57.515] Build status: SCHEDULED
[04:02:57.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:123:0) after 6m47s
[04:09:44.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:123:0)
[04:09:44.548] Build status: SCHEDULED
[04:09:44.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:124:0) after 4m47s
[04:14:31.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:124:0)
[04:14:31.599] Build status: SCHEDULED
[04:14:31.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:125:0) after 4m35s
[04:19:06.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:125:0)
[04:19:06.633] Build status: SCHEDULED
[04:19:06.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:126:0) after 7m25s
[04:26:31.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:126:0)
[04:26:32.109] Build status: SCHEDULED
[04:26:32.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:127:0) after 9m26s
[04:35:58.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:127:0)
[04:35:58.213] Build status: SCHEDULED
[04:35:58.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:128:0) after 1m51s
[04:37:49.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:128:0)
[04:37:49.252] Build status: SCHEDULED
[04:37:49.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:129:0) after 8m26s
[04:46:15.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:129:0)
[04:46:15.296] Build status: SCHEDULED
[04:46:15.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869346373662382512:130:0) after 9m3s
[04:47:07.459] Received PubSub notification, asking Buildbucket for the build status
[04:47:07.515] Build:
{
  "id": "8703916311062533201",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-12T16:46:24.198770336Z",
  "endTime": "2025-09-13T04:46:25.926767191Z",
  "updateTime": "2025-09-13T04:46:25.926767191Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "cc1da98f9ebf842e8019c28a4c6cf950e97d258d",
      "ref": "refs/heads/main"
    }
  }
}
[04:47:07.515] Invocation finished in 12h0m45.179574164s with status FAILED