1. All projects
  2. pigweed
  3. pigweed.ci-pigweed-mac-x86-bazel-host
  4. 8868353941830525408
Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "be94bbbe0eab3f6dae321eae45061ccdbec592ae"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/be94bbbe0eab3f6dae321eae45061ccdbec592ae
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:40:39.096] New invocation is queued and will start shortly
[15:40:42.064] Starting the invocation (attempt 1)
[15:40:42.091] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/be94bbbe0eab3f6dae321eae45061ccdbec592ae"
[15:40:42.091] Popped gitiles commit info from properties and tags
[15:40:42.091] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:40:42.091] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:40:42.091] Buildbucket request:
{
  "requestId": "8868353941830525408",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868353941830525408",
            "job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "be94bbbe0eab3f6dae321eae45061ccdbec592ae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@be94bbbe0eab3f6dae321eae45061ccdbec592ae",
                        "title": "be94bbbe0eab3f6dae321eae45061ccdbec592ae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/be94bbbe0eab3f6dae321eae45061ccdbec592ae"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "be94bbbe0eab3f6dae321eae45061ccdbec592ae",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868353941830525408"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:40:42.462] Scheduled build:
{
  "id": "8702923877970750529",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-23T15:40:42.148891550Z",
  "updateTime": "2025-09-23T15:40:42.148891550Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "be94bbbe0eab3f6dae321eae45061ccdbec592ae",
      "ref": "refs/heads/main"
    }
  }
}
[15:40:42.462] Task URL: https://cr-buildbucket.appspot.com/build/8702923877970750529
[15:40:42.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:2:0) after 5m27s
[15:40:43.458] Received PubSub notification, asking Buildbucket for the build status
[15:40:43.528] Build status: SCHEDULED
[15:46:09.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:2:0)
[15:46:09.618] Build status: SCHEDULED
[15:46:09.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:4:0) after 4m27s
[15:50:36.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:4:0)
[15:50:36.697] Build status: SCHEDULED
[15:50:36.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:5:0) after 8m52s
[15:59:28.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:5:0)
[15:59:28.746] Build status: SCHEDULED
[15:59:28.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:6:0) after 5m29s
[16:04:57.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:6:0)
[16:04:57.824] Build status: SCHEDULED
[16:04:57.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:7:0) after 3m58s
[16:08:55.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:7:0)
[16:08:55.956] Build status: SCHEDULED
[16:08:55.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:8:0) after 7m29s
[16:16:25.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:8:0)
[16:16:25.097] Build status: SCHEDULED
[16:16:25.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:9:0) after 2m7s
[16:18:32.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:9:0)
[16:18:32.144] Build status: SCHEDULED
[16:18:32.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:10:0) after 4m1s
[16:22:33.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:10:0)
[16:22:33.355] Build status: SCHEDULED
[16:22:33.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:11:0) after 7m47s
[16:30:20.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:11:0)
[16:30:20.477] Build status: SCHEDULED
[16:30:20.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:12:0) after 9m40s
[16:40:00.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:12:0)
[16:40:00.519] Build status: SCHEDULED
[16:40:00.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:13:0) after 7m9s
[16:47:09.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:13:0)
[16:47:09.580] Build status: SCHEDULED
[16:47:09.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:14:0) after 6m58s
[16:54:07.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:14:0)
[16:54:07.610] Build status: SCHEDULED
[16:54:07.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:15:0) after 6m59s
[17:01:06.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:15:0)
[17:01:06.744] Build status: SCHEDULED
[17:01:06.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:16:0) after 7m55s
[17:09:01.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:16:0)
[17:09:01.783] Build status: SCHEDULED
[17:09:01.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:17:0) after 9m59s
[17:19:00.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:17:0)
[17:19:00.922] Build status: SCHEDULED
[17:19:00.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:18:0) after 8m21s
[17:27:21.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:18:0)
[17:27:21.959] Build status: SCHEDULED
[17:27:21.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:19:0) after 9m42s
[17:37:03.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:19:0)
[17:37:04.013] Build status: SCHEDULED
[17:37:04.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:20:0) after 2m16s
[17:39:19.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:20:0)
[17:39:20.012] Build status: SCHEDULED
[17:39:20.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:21:0) after 3m49s
[17:43:08.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:21:0)
[17:43:09.019] Build status: SCHEDULED
[17:43:09.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:22:0) after 6m9s
[17:49:17.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:22:0)
[17:49:18.024] Build status: SCHEDULED
[17:49:18.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:23:0) after 2m16s
[17:51:34.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:23:0)
[17:51:34.082] Build status: SCHEDULED
[17:51:34.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:24:0) after 6m20s
[17:57:54.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:24:0)
[17:57:54.189] Build status: SCHEDULED
[17:57:54.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:25:0) after 4m27s
[18:02:21.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:25:0)
[18:02:21.233] Build status: SCHEDULED
[18:02:21.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:26:0) after 8m6s
[18:10:27.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:26:0)
[18:10:27.356] Build status: SCHEDULED
[18:10:27.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:27:0) after 1m18s
[18:11:45.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:27:0)
[18:11:45.457] Build status: SCHEDULED
[18:11:45.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:28:0) after 1m51s
[18:13:36.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:28:0)
[18:13:36.600] Build status: SCHEDULED
[18:13:36.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:29:0) after 3m35s
[18:17:11.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:29:0)
[18:17:11.670] Build status: SCHEDULED
[18:17:11.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:30:0) after 3m53s
[18:21:04.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:30:0)
[18:21:04.705] Build status: SCHEDULED
[18:21:04.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:31:0) after 6m26s
[18:27:30.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:31:0)
[18:27:30.737] Build status: SCHEDULED
[18:27:30.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:32:0) after 5m48s
[18:33:18.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:32:0)
[18:33:18.768] Build status: SCHEDULED
[18:33:18.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:33:0) after 9m7s
[18:42:25.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:33:0)
[18:42:25.851] Build status: SCHEDULED
[18:42:25.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:34:0) after 6m20s
[18:48:45.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:34:0)
[18:48:45.933] Build status: SCHEDULED
[18:48:45.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:35:0) after 5m1s
[18:53:47.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:35:0)
[18:53:47.033] Build status: SCHEDULED
[18:53:47.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:36:0) after 7m59s
[19:01:46.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:36:0)
[19:01:46.113] Build status: SCHEDULED
[19:01:46.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:37:0) after 6m29s
[19:08:15.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:37:0)
[19:08:15.152] Build status: SCHEDULED
[19:08:15.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:38:0) after 5m14s
[19:13:29.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:38:0)
[19:13:29.279] Build status: SCHEDULED
[19:13:29.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:39:0) after 1m52s
[19:15:21.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:39:0)
[19:15:21.323] Build status: SCHEDULED
[19:15:21.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:40:0) after 5m14s
[19:20:35.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:40:0)
[19:20:35.365] Build status: SCHEDULED
[19:20:35.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:41:0) after 1m47s
[19:22:22.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:41:0)
[19:22:22.401] Build status: SCHEDULED
[19:22:22.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:42:0) after 4m21s
[19:26:43.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:42:0)
[19:26:43.441] Build status: SCHEDULED
[19:26:43.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:43:0) after 7m56s
[19:34:39.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:43:0)
[19:34:39.507] Build status: SCHEDULED
[19:34:39.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:44:0) after 4m6s
[19:38:45.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:44:0)
[19:38:45.566] Build status: SCHEDULED
[19:38:45.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:45:0) after 4m50s
[19:43:35.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:45:0)
[19:43:35.612] Build status: SCHEDULED
[19:43:35.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:46:0) after 4m23s
[19:47:58.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:46:0)
[19:47:58.740] Build status: SCHEDULED
[19:47:58.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:47:0) after 4m58s
[19:52:56.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:47:0)
[19:52:56.849] Build status: SCHEDULED
[19:52:56.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:48:0) after 3m41s
[19:56:37.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:48:0)
[19:56:38.010] Build status: SCHEDULED
[19:56:38.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:49:0) after 3m18s
[19:59:56.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:49:0)
[19:59:56.035] Build status: SCHEDULED
[19:59:56.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:50:0) after 2m29s
[20:02:25.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:50:0)
[20:02:25.191] Build status: SCHEDULED
[20:02:25.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:51:0) after 4m6s
[20:06:31.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:51:0)
[20:06:31.287] Build status: SCHEDULED
[20:06:31.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:52:0) after 9m17s
[20:15:48.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:52:0)
[20:15:48.348] Build status: SCHEDULED
[20:15:48.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:53:0) after 9m28s
[20:25:16.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:53:0)
[20:25:16.436] Build status: SCHEDULED
[20:25:16.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:54:0) after 2m12s
[20:27:28.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:54:0)
[20:27:28.704] Build status: SCHEDULED
[20:27:28.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:55:0) after 8m22s
[20:35:50.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:55:0)
[20:35:50.781] Build status: SCHEDULED
[20:35:50.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:56:0) after 3m8s
[20:38:58.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:56:0)
[20:38:58.851] Build status: SCHEDULED
[20:38:58.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:57:0) after 1m55s
[20:40:54.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:57:0)
[20:40:54.031] Build status: SCHEDULED
[20:40:54.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:58:0) after 6m58s
[20:47:52.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:58:0)
[20:47:52.066] Build status: SCHEDULED
[20:47:52.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:59:0) after 3m6s
[20:50:58.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:59:0)
[20:50:58.102] Build status: SCHEDULED
[20:50:58.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:60:0) after 5m14s
[20:56:12.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:60:0)
[20:56:13.160] Build status: SCHEDULED
[20:56:13.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:61:0) after 7m30s
[21:03:43.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:61:0)
[21:03:43.240] Build status: SCHEDULED
[21:03:43.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:62:0) after 6m54s
[21:10:37.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:62:0)
[21:10:37.381] Build status: SCHEDULED
[21:10:37.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:63:0) after 6m21s
[21:16:58.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:63:0)
[21:16:58.373] Build status: SCHEDULED
[21:16:58.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:64:0) after 9m1s
[21:25:59.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:64:0)
[21:25:59.407] Build status: SCHEDULED
[21:25:59.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:65:0) after 8m42s
[21:34:41.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:65:0)
[21:34:41.457] Build status: SCHEDULED
[21:34:41.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:66:0) after 7m23s
[21:42:04.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:66:0)
[21:42:04.495] Build status: SCHEDULED
[21:42:04.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:67:0) after 2m38s
[21:44:42.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:67:0)
[21:44:42.532] Build status: SCHEDULED
[21:44:42.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:68:0) after 2m6s
[21:46:48.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:68:0)
[21:46:48.650] Build status: SCHEDULED
[21:46:48.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:69:0) after 4m50s
[21:51:38.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:69:0)
[21:51:38.701] Build status: SCHEDULED
[21:51:38.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:70:0) after 9m44s
[22:01:22.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:70:0)
[22:01:22.931] Build status: SCHEDULED
[22:01:22.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:71:0) after 7m13s
[22:08:36.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:71:0)
[22:08:36.045] Build status: SCHEDULED
[22:08:36.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:72:0) after 5m31s
[22:14:07.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:72:0)
[22:14:07.111] Build status: SCHEDULED
[22:14:07.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:73:0) after 6m51s
[22:20:58.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:73:0)
[22:20:58.148] Build status: SCHEDULED
[22:20:58.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:74:0) after 7m49s
[22:28:47.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:74:0)
[22:28:47.151] Build status: SCHEDULED
[22:28:47.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:75:0) after 9m46s
[22:38:33.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:75:0)
[22:38:33.162] Build status: SCHEDULED
[22:38:33.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:76:0) after 4m41s
[22:43:14.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:76:0)
[22:43:14.181] Build status: SCHEDULED
[22:43:14.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:77:0) after 1m43s
[22:44:57.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:77:0)
[22:44:57.246] Build status: SCHEDULED
[22:44:57.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:78:0) after 9m21s
[22:54:18.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:78:0)
[22:54:18.333] Build status: SCHEDULED
[22:54:18.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:79:0) after 9m57s
[23:04:15.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:79:0)
[23:04:15.507] Build status: SCHEDULED
[23:04:15.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:80:0) after 1m20s
[23:05:35.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:80:0)
[23:05:35.549] Build status: SCHEDULED
[23:05:35.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:81:0) after 6m42s
[23:12:17.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:81:0)
[23:12:17.595] Build status: SCHEDULED
[23:12:17.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:82:0) after 6m39s
[23:18:56.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:82:0)
[23:18:56.658] Build status: SCHEDULED
[23:18:56.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:83:0) after 2m37s
[23:21:33.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:83:0)
[23:21:33.889] Build status: SCHEDULED
[23:21:33.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:84:0) after 2m23s
[23:23:56.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:84:0)
[23:23:56.931] Build status: SCHEDULED
[23:23:56.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:85:0) after 8m28s
[23:32:24.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:85:0)
[23:32:24.988] Build status: SCHEDULED
[23:32:24.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:86:0) after 1m23s
[23:33:48.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:86:0)
[23:33:48.072] Build status: SCHEDULED
[23:33:48.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:87:0) after 6m19s
[23:40:07.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:87:0)
[23:40:07.164] Build status: SCHEDULED
[23:40:07.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:88:0) after 9m52s
[23:49:59.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:88:0)
[23:49:59.199] Build status: SCHEDULED
[23:49:59.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:89:0) after 3m4s
[23:53:03.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:89:0)
[23:53:03.368] Build status: SCHEDULED
[23:53:03.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:90:0) after 8m36s
[00:01:39.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:90:0)
[00:01:39.358] Build status: SCHEDULED
[00:01:39.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:91:0) after 7m8s
[00:08:47.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:91:0)
[00:08:47.513] Build status: SCHEDULED
[00:08:47.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:92:0) after 9m5s
[00:17:52.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:92:0)
[00:17:52.546] Build status: SCHEDULED
[00:17:52.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:93:0) after 8m34s
[00:26:26.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:93:0)
[00:26:26.586] Build status: SCHEDULED
[00:26:26.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:94:0) after 4m48s
[00:31:14.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:94:0)
[00:31:14.640] Build status: SCHEDULED
[00:31:14.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:95:0) after 1m23s
[00:32:37.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:95:0)
[00:32:37.846] Build status: SCHEDULED
[00:32:37.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:96:0) after 2m16s
[00:34:53.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:96:0)
[00:34:53.882] Build status: SCHEDULED
[00:34:53.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:97:0) after 7m18s
[00:42:11.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:97:0)
[00:42:11.952] Build status: SCHEDULED
[00:42:11.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:98:0) after 4m20s
[00:46:31.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:98:0)
[00:46:32.007] Build status: SCHEDULED
[00:46:32.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:99:0) after 7m49s
[00:54:21.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:99:0)
[00:54:21.096] Build status: SCHEDULED
[00:54:21.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:100:0) after 2m53s
[00:57:14.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:100:0)
[00:57:14.228] Build status: SCHEDULED
[00:57:14.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:101:0) after 9m15s
[01:06:29.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:101:0)
[01:06:29.292] Build status: SCHEDULED
[01:06:29.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:102:0) after 8m50s
[01:15:19.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:102:0)
[01:15:19.338] Build status: SCHEDULED
[01:15:19.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:103:0) after 6m40s
[01:21:59.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:103:0)
[01:21:59.472] Build status: SCHEDULED
[01:21:59.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:104:0) after 5m17s
[01:27:16.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:104:0)
[01:27:16.543] Build status: SCHEDULED
[01:27:16.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:105:0) after 4m2s
[01:31:18.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:105:0)
[01:31:18.602] Build status: SCHEDULED
[01:31:18.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:106:0) after 7m53s
[01:39:11.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:106:0)
[01:39:11.755] Build status: SCHEDULED
[01:39:11.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:107:0) after 6m25s
[01:45:36.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:107:0)
[01:45:36.786] Build status: SCHEDULED
[01:45:36.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:108:0) after 7m34s
[01:53:10.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:108:0)
[01:53:11.006] Build status: SCHEDULED
[01:53:11.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:109:0) after 4m8s
[01:57:19.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:109:0)
[01:57:19.061] Build status: SCHEDULED
[01:57:19.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:110:0) after 6m21s
[02:03:40.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:110:0)
[02:03:40.199] Build status: SCHEDULED
[02:03:40.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:111:0) after 8m16s
[02:11:56.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:111:0)
[02:11:56.271] Build status: SCHEDULED
[02:11:56.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:112:0) after 5m43s
[02:17:39.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:112:0)
[02:17:39.304] Build status: SCHEDULED
[02:17:39.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:113:0) after 5m12s
[02:22:51.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:113:0)
[02:22:51.412] Build status: SCHEDULED
[02:22:51.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:114:0) after 5m43s
[02:28:34.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:114:0)
[02:28:34.577] Build status: SCHEDULED
[02:28:34.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:115:0) after 6m16s
[02:34:50.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:115:0)
[02:34:50.722] Build status: SCHEDULED
[02:34:50.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:116:0) after 1m36s
[02:36:26.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:116:0)
[02:36:26.776] Build status: SCHEDULED
[02:36:26.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:117:0) after 5m12s
[02:41:38.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:117:0)
[02:41:38.864] Build status: SCHEDULED
[02:41:38.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:118:0) after 2m32s
[02:44:10.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:118:0)
[02:44:10.901] Build status: SCHEDULED
[02:44:10.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:119:0) after 7m27s
[02:51:37.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:119:0)
[02:51:37.941] Build status: SCHEDULED
[02:51:37.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:120:0) after 3m2s
[02:54:39.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:120:0)
[02:54:40.032] Build status: SCHEDULED
[02:54:40.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:121:0) after 4m43s
[02:59:23.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:121:0)
[02:59:23.041] Build status: SCHEDULED
[02:59:23.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:122:0) after 6m34s
[03:05:57.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:122:0)
[03:05:57.118] Build status: SCHEDULED
[03:05:57.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:123:0) after 6m39s
[03:12:36.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:123:0)
[03:12:36.244] Build status: SCHEDULED
[03:12:36.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:124:0) after 3m14s
[03:15:50.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:124:0)
[03:15:50.235] Build status: SCHEDULED
[03:15:50.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:125:0) after 4m49s
[03:20:39.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:125:0)
[03:20:39.369] Build status: SCHEDULED
[03:20:39.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:126:0) after 1m12s
[03:21:51.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:126:0)
[03:21:51.425] Build status: SCHEDULED
[03:21:51.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:127:0) after 2m5s
[03:23:56.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:127:0)
[03:23:56.456] Build status: SCHEDULED
[03:23:56.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:128:0) after 5m16s
[03:29:12.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:128:0)
[03:29:12.489] Build status: SCHEDULED
[03:29:12.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:129:0) after 9m57s
[03:39:09.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:129:0)
[03:39:09.530] Build status: SCHEDULED
[03:39:09.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8868353941830525408:130:0) after 2m44s
[03:41:36.973] Received PubSub notification, asking Buildbucket for the build status
[03:41:36.991] Build:
{
  "id": "8702923877970750529",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-23T15:40:42.148891550Z",
  "endTime": "2025-09-24T03:40:44.127779981Z",
  "updateTime": "2025-09-24T03:40:44.127779981Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "be94bbbe0eab3f6dae321eae45061ccdbec592ae",
      "ref": "refs/heads/main"
    }
  }
}
[03:41:36.992] Invocation finished in 12h0m57.907686022s with status FAILED