Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8a038e6038fcc20144db7c5bbba788f25aad2863"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8a038e6038fcc20144db7c5bbba788f25aad2863
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:20:21.473] New invocation is queued and will start shortly
[15:20:23.275] Starting the invocation (attempt 1)
[15:20:23.304] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8a038e6038fcc20144db7c5bbba788f25aad2863"
[15:20:23.304] Popped gitiles commit info from properties and tags
[15:20:23.304] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:20:23.305] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:20:23.305] Buildbucket request:
{
  "requestId": "8869532979167099152",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869532979167099152",
            "job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8a038e6038fcc20144db7c5bbba788f25aad2863"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8a038e6038fcc20144db7c5bbba788f25aad2863",
                        "title": "8a038e6038fcc20144db7c5bbba788f25aad2863",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8a038e6038fcc20144db7c5bbba788f25aad2863"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8a038e6038fcc20144db7c5bbba788f25aad2863",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869532979167099152"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:20:23.775] Scheduled build:
{
  "id": "8704102916466128001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-10T15:20:23.417250353Z",
  "updateTime": "2025-09-10T15:20:23.417250353Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8a038e6038fcc20144db7c5bbba788f25aad2863",
      "ref": "refs/heads/main"
    }
  }
}
[15:20:23.775] Task URL: https://cr-buildbucket.appspot.com/build/8704102916466128001
[15:20:23.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:2:0) after 9m49s
[15:20:24.818] Received PubSub notification, asking Buildbucket for the build status
[15:20:24.851] Build status: SCHEDULED
[15:30:12.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:2:0)
[15:30:12.906] Build status: SCHEDULED
[15:30:12.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:4:0) after 6m10s
[15:36:22.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:4:0)
[15:36:22.941] Build status: SCHEDULED
[15:36:22.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:5:0) after 6m47s
[15:43:10.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:5:0)
[15:43:10.073] Build status: SCHEDULED
[15:43:10.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:6:0) after 5m50s
[15:49:00.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:6:0)
[15:49:00.234] Build status: SCHEDULED
[15:49:00.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:7:0) after 3m32s
[15:52:32.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:7:0)
[15:52:32.395] Build status: SCHEDULED
[15:52:32.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:8:0) after 1m42s
[15:54:14.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:8:0)
[15:54:14.485] Build status: SCHEDULED
[15:54:14.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:9:0) after 7m9s
[16:01:23.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:9:0)
[16:01:23.541] Build status: SCHEDULED
[16:01:23.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:10:0) after 1m50s
[16:03:13.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:10:0)
[16:03:13.580] Build status: SCHEDULED
[16:03:13.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:11:0) after 7m28s
[16:10:41.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:11:0)
[16:10:41.688] Build status: SCHEDULED
[16:10:41.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:12:0) after 8m24s
[16:19:05.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:12:0)
[16:19:06.178] Build status: SCHEDULED
[16:19:06.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:13:0) after 9m4s
[16:28:10.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:13:0)
[16:28:10.215] Build status: SCHEDULED
[16:28:10.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:14:0) after 7m13s
[16:35:23.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:14:0)
[16:35:23.292] Build status: SCHEDULED
[16:35:23.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:15:0) after 2m22s
[16:37:45.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:15:0)
[16:37:45.464] Build status: SCHEDULED
[16:37:45.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:16:0) after 5m23s
[16:43:08.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:16:0)
[16:43:08.547] Build status: SCHEDULED
[16:43:08.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:17:0) after 1m43s
[16:44:51.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:17:0)
[16:44:51.583] Build status: SCHEDULED
[16:44:51.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:18:0) after 1m9s
[16:46:00.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:18:0)
[16:46:00.673] Build status: SCHEDULED
[16:46:00.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:19:0) after 4m55s
[16:50:55.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:19:0)
[16:50:55.761] Build status: SCHEDULED
[16:50:55.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:20:0) after 4m40s
[16:55:35.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:20:0)
[16:55:35.795] Build status: SCHEDULED
[16:55:35.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:21:0) after 5m4s
[17:00:39.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:21:0)
[17:00:39.943] Build status: SCHEDULED
[17:00:39.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:22:0) after 9m19s
[17:09:58.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:22:0)
[17:09:58.978] Build status: SCHEDULED
[17:09:58.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:23:0) after 9m32s
[17:19:30.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:23:0)
[17:19:31.009] Build status: SCHEDULED
[17:19:31.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:24:0) after 6m29s
[17:26:00.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:24:0)
[17:26:00.255] Build status: SCHEDULED
[17:26:00.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:25:0) after 6m43s
[17:32:43.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:25:0)
[17:32:43.291] Build status: SCHEDULED
[17:32:43.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:26:0) after 4m2s
[17:36:45.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:26:0)
[17:36:45.367] Build status: SCHEDULED
[17:36:45.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:27:0) after 7m11s
[17:43:56.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:27:0)
[17:43:56.506] Build status: SCHEDULED
[17:43:56.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:28:0) after 6m56s
[17:50:52.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:28:0)
[17:50:52.554] Build status: SCHEDULED
[17:50:52.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:29:0) after 4m35s
[17:55:27.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:29:0)
[17:55:27.588] Build status: SCHEDULED
[17:55:27.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:30:0) after 5m21s
[18:00:48.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:30:0)
[18:00:48.648] Build status: SCHEDULED
[18:00:48.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:31:0) after 6m57s
[18:07:45.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:31:0)
[18:07:45.698] Build status: SCHEDULED
[18:07:45.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:32:0) after 9m1s
[18:16:46.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:32:0)
[18:16:46.780] Build status: SCHEDULED
[18:16:46.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:33:0) after 8m9s
[18:24:55.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:33:0)
[18:24:55.948] Build status: SCHEDULED
[18:24:55.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:34:0) after 7m47s
[18:32:43.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:34:0)
[18:32:43.017] Build status: SCHEDULED
[18:32:43.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:35:0) after 8m18s
[18:41:01.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:35:0)
[18:41:01.072] Build status: SCHEDULED
[18:41:01.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:36:0) after 5m47s
[18:46:48.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:36:0)
[18:46:48.109] Build status: SCHEDULED
[18:46:48.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:37:0) after 3m56s
[18:50:44.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:37:0)
[18:50:44.271] Build status: SCHEDULED
[18:50:44.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:38:0) after 1m57s
[18:52:41.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:38:0)
[18:52:41.318] Build status: SCHEDULED
[18:52:41.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:39:0) after 5m23s
[18:58:04.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:39:0)
[18:58:04.422] Build status: SCHEDULED
[18:58:04.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:40:0) after 7m40s
[19:05:44.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:40:0)
[19:05:44.456] Build status: SCHEDULED
[19:05:44.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:41:0) after 4m27s
[19:10:11.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:41:0)
[19:10:11.606] Build status: SCHEDULED
[19:10:11.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:42:0) after 6m48s
[19:16:59.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:42:0)
[19:16:59.702] Build status: SCHEDULED
[19:16:59.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:43:0) after 6m34s
[19:23:33.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:43:0)
[19:23:33.838] Build status: SCHEDULED
[19:23:33.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:44:0) after 2m29s
[19:26:02.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:44:0)
[19:26:02.875] Build status: SCHEDULED
[19:26:02.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:45:0) after 7m15s
[19:33:17.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:45:0)
[19:33:17.919] Build status: SCHEDULED
[19:33:17.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:46:0) after 5m10s
[19:38:27.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:46:0)
[19:38:27.956] Build status: SCHEDULED
[19:38:27.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:47:0) after 3m16s
[19:41:43.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:47:0)
[19:41:43.993] Build status: SCHEDULED
[19:41:43.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:48:0) after 1m12s
[19:42:55.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:48:0)
[19:42:55.991] Build status: SCHEDULED
[19:42:55.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:49:0) after 7m29s
[19:50:25.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:49:0)
[19:50:25.071] Build status: SCHEDULED
[19:50:25.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:50:0) after 1m2s
[19:51:27.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:50:0)
[19:51:27.324] Build status: SCHEDULED
[19:51:27.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:51:0) after 7m33s
[19:59:00.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:51:0)
[19:59:00.422] Build status: SCHEDULED
[19:59:00.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:52:0) after 4m7s
[20:03:07.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:52:0)
[20:03:07.449] Build status: SCHEDULED
[20:03:07.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:53:0) after 4m15s
[20:07:22.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:53:0)
[20:07:22.596] Build status: SCHEDULED
[20:07:22.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:54:0) after 6m24s
[20:13:46.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:54:0)
[20:13:46.797] Build status: SCHEDULED
[20:13:46.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:55:0) after 3m52s
[20:17:39.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:55:0)
[20:17:39.077] Build status: SCHEDULED
[20:17:39.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:56:0) after 2m36s
[20:20:15.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:56:0)
[20:20:15.169] Build status: SCHEDULED
[20:20:15.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:57:0) after 1m20s
[20:21:35.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:57:0)
[20:21:35.485] Build status: SCHEDULED
[20:21:35.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:58:0) after 8m42s
[20:30:17.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:58:0)
[20:30:17.521] Build status: SCHEDULED
[20:30:17.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:59:0) after 5m27s
[20:35:44.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:59:0)
[20:35:44.653] Build status: SCHEDULED
[20:35:44.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:60:0) after 5m48s
[20:41:32.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:60:0)
[20:41:32.900] Build status: SCHEDULED
[20:41:32.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:61:0) after 2m1s
[20:43:33.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:61:0)
[20:43:33.938] Build status: SCHEDULED
[20:43:33.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:62:0) after 3m58s
[20:47:31.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:62:0)
[20:47:31.985] Build status: SCHEDULED
[20:47:31.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:63:0) after 2m35s
[20:50:06.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:63:0)
[20:50:06.983] Build status: SCHEDULED
[20:50:06.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:64:0) after 6m37s
[20:56:44.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:64:0)
[20:56:44.066] Build status: SCHEDULED
[20:56:44.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:65:0) after 8m43s
[21:05:27.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:65:0)
[21:05:27.160] Build status: SCHEDULED
[21:05:27.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:66:0) after 4m53s
[21:10:20.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:66:0)
[21:10:20.393] Build status: SCHEDULED
[21:10:20.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:67:0) after 7m7s
[21:17:27.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:67:0)
[21:17:27.483] Build status: SCHEDULED
[21:17:27.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:68:0) after 2m20s
[21:19:47.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:68:0)
[21:19:47.618] Build status: SCHEDULED
[21:19:47.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:69:0) after 4m9s
[21:23:56.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:69:0)
[21:23:56.686] Build status: SCHEDULED
[21:23:56.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:70:0) after 6m57s
[21:30:53.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:70:0)
[21:30:53.863] Build status: SCHEDULED
[21:30:53.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:71:0) after 2m12s
[21:33:05.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:71:0)
[21:33:05.922] Build status: SCHEDULED
[21:33:05.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:72:0) after 4m26s
[21:37:32.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:72:0)
[21:37:32.240] Build status: SCHEDULED
[21:37:32.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:73:0) after 6m56s
[21:44:28.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:73:0)
[21:44:28.283] Build status: SCHEDULED
[21:44:28.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:74:0) after 5m53s
[21:50:21.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:74:0)
[21:50:21.340] Build status: SCHEDULED
[21:50:21.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:75:0) after 1m38s
[21:51:59.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:75:0)
[21:51:59.412] Build status: SCHEDULED
[21:51:59.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:76:0) after 2m24s
[21:54:23.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:76:0)
[21:54:23.478] Build status: SCHEDULED
[21:54:23.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:77:0) after 5m34s
[21:59:57.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:77:0)
[21:59:57.509] Build status: SCHEDULED
[21:59:57.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:78:0) after 1m38s
[22:01:35.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:78:0)
[22:01:35.807] Build status: SCHEDULED
[22:01:35.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:79:0) after 7m6s
[22:08:41.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:79:0)
[22:08:41.846] Build status: SCHEDULED
[22:08:41.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:80:0) after 3m5s
[22:11:47.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:80:0)
[22:11:47.069] Build status: SCHEDULED
[22:11:47.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:81:0) after 1m34s
[22:13:21.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:81:0)
[22:13:21.325] Build status: SCHEDULED
[22:13:21.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:82:0) after 6m2s
[22:19:23.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:82:0)
[22:19:23.390] Build status: SCHEDULED
[22:19:23.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:83:0) after 7m21s
[22:26:44.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:83:0)
[22:26:44.560] Build status: SCHEDULED
[22:26:44.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:84:0) after 3m13s
[22:29:57.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:84:0)
[22:29:57.662] Build status: SCHEDULED
[22:29:57.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:85:0) after 3m19s
[22:33:16.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:85:0)
[22:33:16.760] Build status: SCHEDULED
[22:33:16.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:86:0) after 9m3s
[22:42:19.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:86:0)
[22:42:19.848] Build status: SCHEDULED
[22:42:19.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:87:0) after 8m30s
[22:50:49.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:87:0)
[22:50:49.873] Build status: SCHEDULED
[22:50:49.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:88:0) after 7m24s
[22:58:14.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:88:0)
[22:58:14.062] Build status: SCHEDULED
[22:58:14.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:89:0) after 2m13s
[23:00:27.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:89:0)
[23:00:27.109] Build status: SCHEDULED
[23:00:27.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:90:0) after 4m12s
[23:04:39.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:90:0)
[23:04:39.199] Build status: SCHEDULED
[23:04:39.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:91:0) after 7m44s
[23:12:23.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:91:0)
[23:12:23.231] Build status: SCHEDULED
[23:12:23.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:92:0) after 8m33s
[23:20:56.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:92:0)
[23:20:56.409] Build status: SCHEDULED
[23:20:56.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:93:0) after 1m0s
[23:21:56.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:93:0)
[23:21:56.509] Build status: SCHEDULED
[23:21:56.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:94:0) after 8m57s
[23:30:53.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:94:0)
[23:30:53.547] Build status: SCHEDULED
[23:30:53.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:95:0) after 7m27s
[23:38:20.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:95:0)
[23:38:20.686] Build status: SCHEDULED
[23:38:20.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:96:0) after 5m4s
[23:43:24.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:96:0)
[23:43:24.736] Build status: SCHEDULED
[23:43:24.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:97:0) after 9m26s
[23:52:50.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:97:0)
[23:52:50.867] Build status: SCHEDULED
[23:52:50.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:98:0) after 9m20s
[00:02:10.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:98:0)
[00:02:11.015] Build status: SCHEDULED
[00:02:11.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:99:0) after 5m8s
[00:07:19.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:99:0)
[00:07:19.063] Build status: SCHEDULED
[00:07:19.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:100:0) after 2m21s
[00:09:40.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:100:0)
[00:09:40.158] Build status: SCHEDULED
[00:09:40.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:101:0) after 9m24s
[00:19:04.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:101:0)
[00:19:04.332] Build status: SCHEDULED
[00:19:04.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:102:0) after 8m6s
[00:27:10.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:102:0)
[00:27:10.373] Build status: SCHEDULED
[00:27:10.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:103:0) after 2m5s
[00:29:15.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:103:0)
[00:29:15.415] Build status: SCHEDULED
[00:29:15.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:104:0) after 2m39s
[00:31:54.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:104:0)
[00:31:54.453] Build status: SCHEDULED
[00:31:54.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:105:0) after 6m11s
[00:38:05.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:105:0)
[00:38:05.589] Build status: SCHEDULED
[00:38:05.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:106:0) after 5m6s
[00:43:11.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:106:0)
[00:43:11.621] Build status: SCHEDULED
[00:43:11.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:107:0) after 2m38s
[00:45:49.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:107:0)
[00:45:49.750] Build status: SCHEDULED
[00:45:49.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:108:0) after 7m53s
[00:53:42.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:108:0)
[00:53:42.898] Build status: SCHEDULED
[00:53:42.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:109:0) after 5m28s
[00:59:10.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:109:0)
[00:59:11.013] Build status: SCHEDULED
[00:59:11.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:110:0) after 6m14s
[01:05:25.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:110:0)
[01:05:25.033] Build status: SCHEDULED
[01:05:25.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:111:0) after 6m50s
[01:12:15.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:111:0)
[01:12:15.172] Build status: SCHEDULED
[01:12:15.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:112:0) after 6m27s
[01:18:42.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:112:0)
[01:18:42.223] Build status: SCHEDULED
[01:18:42.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:113:0) after 8m45s
[01:27:27.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:113:0)
[01:27:27.259] Build status: SCHEDULED
[01:27:27.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:114:0) after 6m53s
[01:34:20.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:114:0)
[01:34:20.406] Build status: SCHEDULED
[01:34:20.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:115:0) after 5m0s
[01:39:20.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:115:0)
[01:39:20.473] Build status: SCHEDULED
[01:39:20.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:116:0) after 5m4s
[01:44:24.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:116:0)
[01:44:24.524] Build status: SCHEDULED
[01:44:24.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:117:0) after 9m44s
[01:54:08.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:117:0)
[01:54:08.558] Build status: SCHEDULED
[01:54:08.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:118:0) after 7m30s
[02:01:38.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:118:0)
[02:01:38.921] Build status: SCHEDULED
[02:01:38.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:119:0) after 1m30s
[02:03:08.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:119:0)
[02:03:08.971] Build status: SCHEDULED
[02:03:08.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:120:0) after 8m16s
[02:11:25.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:120:0)
[02:11:25.225] Build status: SCHEDULED
[02:11:25.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:121:0) after 7m36s
[02:19:01.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:121:0)
[02:19:01.333] Build status: SCHEDULED
[02:19:01.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:122:0) after 5m42s
[02:24:43.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:122:0)
[02:24:43.593] Build status: SCHEDULED
[02:24:43.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:123:0) after 3m55s
[02:28:38.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:123:0)
[02:28:38.638] Build status: SCHEDULED
[02:28:38.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:124:0) after 4m39s
[02:33:17.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:124:0)
[02:33:17.694] Build status: SCHEDULED
[02:33:17.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:125:0) after 4m17s
[02:37:34.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:125:0)
[02:37:35.039] Build status: SCHEDULED
[02:37:35.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:126:0) after 3m19s
[02:40:54.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:126:0)
[02:40:54.505] Build status: SCHEDULED
[02:40:54.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:127:0) after 8m43s
[02:49:37.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:127:0)
[02:49:37.610] Build status: SCHEDULED
[02:49:37.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:128:0) after 8m52s
[02:58:29.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:128:0)
[02:58:29.759] Build status: SCHEDULED
[02:58:29.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:129:0) after 7m41s
[03:06:10.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:129:0)
[03:06:10.802] Build status: SCHEDULED
[03:06:10.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:130:0) after 4m4s
[03:10:14.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:130:0)
[03:10:14.942] Build status: SCHEDULED
[03:10:14.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:131:0) after 8m45s
[03:18:59.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:131:0)
[03:18:59.980] Build status: SCHEDULED
[03:18:59.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:132:0) after 1m23s
[03:20:23.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:132:0)
[03:20:23.271] Build status: SCHEDULED
[03:20:23.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-host:8869532979167099152:133:0) after 6m44s
[03:20:29.827] Received PubSub notification, asking Buildbucket for the build status
[03:20:29.850] Build:
{
  "id": "8704102916466128001",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-10T15:20:23.417250353Z",
  "endTime": "2025-09-11T03:20:27.318495067Z",
  "updateTime": "2025-09-11T03:20:27.318495067Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8a038e6038fcc20144db7c5bbba788f25aad2863",
      "ref": "refs/heads/main"
    }
  }
}
[03:20:29.850] Invocation finished in 12h0m8.391947873s with status FAILED