1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-host
  4. 8867942057573171232
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1a4c64bc6466e52dd51ca3c4b6c1686bd58add12
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:47:22.530] New invocation is queued and will start shortly
[04:47:23.691] Starting the invocation (attempt 1)
[04:47:23.711] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1a4c64bc6466e52dd51ca3c4b6c1686bd58add12"
[04:47:23.711] Popped gitiles commit info from properties and tags
[04:47:23.711] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:47:23.711] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:47:23.711] Buildbucket request:
{
  "requestId": "8867942057573171232",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867942057573171232",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e8d1563a34ee20ed1b26f4493697c94b165e9572"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d1563a34ee20ed1b26f4493697c94b165e9572",
                        "title": "e8d1563a34ee20ed1b26f4493697c94b165e9572",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d1563a34ee20ed1b26f4493697c94b165e9572"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
                        "title": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1a4c64bc6466e52dd51ca3c4b6c1686bd58add12"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867942057573171232"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:47:24.102] Scheduled build:
{
  "id": "8702511995619770673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-28T04:47:23.768330548Z",
  "updateTime": "2025-09-28T04:47:23.768330548Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
      "ref": "refs/heads/main"
    }
  }
}
[04:47:24.102] Task URL: https://cr-buildbucket.appspot.com/build/8702511995619770673
[04:47:24.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:2:0) after 1m42s
[04:48:24.356] Received PubSub notification, asking Buildbucket for the build status
[04:48:24.403] Build status: SCHEDULED
[04:49:06.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:2:0)
[04:49:06.146] Build status: SCHEDULED
[04:49:06.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:4:0) after 1m0s
[04:50:06.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:4:0)
[04:50:06.146] Build status: SCHEDULED
[04:50:06.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:5:0) after 3m7s
[04:53:13.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:5:0)
[04:53:13.176] Build status: SCHEDULED
[04:53:13.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:6:0) after 1m1s
[04:54:14.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:6:0)
[04:54:14.593] Build status: SCHEDULED
[04:54:14.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:7:0) after 9m36s
[05:03:50.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:7:0)
[05:03:50.834] Build status: SCHEDULED
[05:03:50.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:8:0) after 3m25s
[05:07:15.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:8:0)
[05:07:16.047] Build status: SCHEDULED
[05:07:16.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:9:0) after 4m9s
[05:11:25.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:9:0)
[05:11:25.612] Build status: SCHEDULED
[05:11:25.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:10:0) after 2m32s
[05:13:57.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:10:0)
[05:13:57.717] Build status: SCHEDULED
[05:13:57.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:11:0) after 6m39s
[05:20:36.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:11:0)
[05:20:36.755] Build status: SCHEDULED
[05:20:36.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:12:0) after 6m47s
[05:27:23.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:12:0)
[05:27:23.786] Build status: SCHEDULED
[05:27:23.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:13:0) after 3m17s
[05:30:40.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:13:0)
[05:30:40.774] Build status: SCHEDULED
[05:30:40.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:14:0) after 7m30s
[05:38:11.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:14:0)
[05:38:11.232] Build status: SCHEDULED
[05:38:11.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:15:0) after 5m36s
[05:43:47.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:15:0)
[05:43:47.342] Build status: SCHEDULED
[05:43:47.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:16:0) after 2m29s
[05:46:16.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:16:0)
[05:46:16.502] Build status: SCHEDULED
[05:46:16.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:17:0) after 5m37s
[05:51:53.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:17:0)
[05:51:53.801] Build status: SCHEDULED
[05:51:53.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:18:0) after 4m15s
[05:56:08.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:18:0)
[05:56:09.026] Build status: SCHEDULED
[05:56:09.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:19:0) after 7m50s
[06:03:59.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:19:0)
[06:03:59.128] Build status: SCHEDULED
[06:03:59.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:20:0) after 6m26s
[06:10:25.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:20:0)
[06:10:25.452] Build status: SCHEDULED
[06:10:25.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:21:0) after 1m2s
[06:11:27.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:21:0)
[06:11:27.484] Build status: SCHEDULED
[06:11:27.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:22:0) after 4m2s
[06:15:29.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:22:0)
[06:15:29.542] Build status: SCHEDULED
[06:15:29.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:23:0) after 3m54s
[06:19:23.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:23:0)
[06:19:23.693] Build status: SCHEDULED
[06:19:23.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:24:0) after 5m59s
[06:25:22.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:24:0)
[06:25:22.727] Build status: SCHEDULED
[06:25:22.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:25:0) after 2m34s
[06:27:56.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:25:0)
[06:27:56.760] Build status: SCHEDULED
[06:27:56.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:26:0) after 6m12s
[06:34:09.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:26:0)
[06:34:09.085] Build status: SCHEDULED
[06:34:09.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:27:0) after 9m8s
[06:43:17.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:27:0)
[06:43:17.201] Build status: SCHEDULED
[06:43:17.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:28:0) after 3m9s
[06:46:26.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:28:0)
[06:46:26.405] Build status: SCHEDULED
[06:46:26.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:29:0) after 1m23s
[06:47:49.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:29:0)
[06:47:49.841] Build status: SCHEDULED
[06:47:49.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:30:0) after 4m37s
[06:52:26.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:30:0)
[06:52:26.935] Build status: SCHEDULED
[06:52:26.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:31:0) after 5m24s
[06:57:51.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:31:0)
[06:57:51.155] Build status: SCHEDULED
[06:57:51.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:32:0) after 9m12s
[07:07:03.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:32:0)
[07:07:03.192] Build status: SCHEDULED
[07:07:03.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:33:0) after 2m16s
[07:09:19.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:33:0)
[07:09:19.543] Build status: SCHEDULED
[07:09:19.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:34:0) after 7m31s
[07:16:50.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:34:0)
[07:16:50.828] Build status: SCHEDULED
[07:16:50.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:35:0) after 1m37s
[07:18:27.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:35:0)
[07:18:27.922] Build status: SCHEDULED
[07:18:27.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:36:0) after 6m56s
[07:25:23.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:36:0)
[07:25:23.926] Build status: SCHEDULED
[07:25:23.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:37:0) after 4m9s
[07:29:32.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:37:0)
[07:29:32.957] Build status: SCHEDULED
[07:29:32.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:38:0) after 6m12s
[07:35:45.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:38:0)
[07:35:45.174] Build status: SCHEDULED
[07:35:45.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:39:0) after 4m49s
[07:40:34.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:39:0)
[07:40:34.383] Build status: SCHEDULED
[07:40:34.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:40:0) after 5m52s
[07:46:26.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:40:0)
[07:46:26.625] Build status: SCHEDULED
[07:46:26.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:41:0) after 7m4s
[07:53:30.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:41:0)
[07:53:30.985] Build status: SCHEDULED
[07:53:30.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:42:0) after 9m58s
[08:03:29.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:42:0)
[08:03:29.113] Build status: SCHEDULED
[08:03:29.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:43:0) after 1m3s
[08:04:32.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:43:0)
[08:04:32.703] Build status: SCHEDULED
[08:04:32.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:44:0) after 9m15s
[08:13:47.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:44:0)
[08:13:47.822] Build status: SCHEDULED
[08:13:47.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:45:0) after 5m56s
[08:19:43.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:45:0)
[08:19:43.853] Build status: SCHEDULED
[08:19:43.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:46:0) after 9m25s
[08:29:08.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:46:0)
[08:29:08.888] Build status: SCHEDULED
[08:29:08.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:47:0) after 7m45s
[08:36:53.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:47:0)
[08:36:54.017] Build status: SCHEDULED
[08:36:54.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:48:0) after 3m1s
[08:39:55.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:48:0)
[08:39:55.051] Build status: SCHEDULED
[08:39:55.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:49:0) after 1m9s
[08:41:04.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:49:0)
[08:41:04.086] Build status: SCHEDULED
[08:41:04.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:50:0) after 1m17s
[08:42:21.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:50:0)
[08:42:21.159] Build status: SCHEDULED
[08:42:21.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:51:0) after 3m52s
[08:46:13.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:51:0)
[08:46:13.200] Build status: SCHEDULED
[08:46:13.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:52:0) after 4m4s
[08:50:17.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:52:0)
[08:50:17.888] Build status: SCHEDULED
[08:50:17.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:53:0) after 6m21s
[08:56:38.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:53:0)
[08:56:38.930] Build status: SCHEDULED
[08:56:38.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:54:0) after 4m15s
[09:00:53.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:54:0)
[09:00:54.007] Build status: SCHEDULED
[09:00:54.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:55:0) after 7m4s
[09:07:58.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:55:0)
[09:07:58.356] Build status: SCHEDULED
[09:07:58.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:56:0) after 9m56s
[09:17:54.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:56:0)
[09:17:54.389] Build status: SCHEDULED
[09:17:54.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:57:0) after 3m39s
[09:21:33.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:57:0)
[09:21:33.542] Build status: SCHEDULED
[09:21:33.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:58:0) after 4m59s
[09:26:32.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:58:0)
[09:26:32.590] Build status: SCHEDULED
[09:26:32.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:59:0) after 6m30s
[09:33:02.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:59:0)
[09:33:02.642] Build status: SCHEDULED
[09:33:02.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:60:0) after 7m24s
[09:40:26.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:60:0)
[09:40:26.828] Build status: SCHEDULED
[09:40:26.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:61:0) after 1m20s
[09:41:47.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:61:0)
[09:41:47.061] Build status: SCHEDULED
[09:41:47.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:62:0) after 7m21s
[09:49:08.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:62:0)
[09:49:08.105] Build status: SCHEDULED
[09:49:08.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:63:0) after 6m42s
[09:55:50.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:63:0)
[09:55:50.138] Build status: SCHEDULED
[09:55:50.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:64:0) after 8m7s
[10:03:57.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:64:0)
[10:03:57.171] Build status: SCHEDULED
[10:03:57.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:65:0) after 4m48s
[10:08:45.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:65:0)
[10:08:45.206] Build status: SCHEDULED
[10:08:45.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:66:0) after 7m35s
[10:16:20.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:66:0)
[10:16:20.247] Build status: SCHEDULED
[10:16:20.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:67:0) after 7m37s
[10:23:57.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:67:0)
[10:23:57.313] Build status: SCHEDULED
[10:23:57.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:68:0) after 9m44s
[10:33:41.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:68:0)
[10:33:41.365] Build status: SCHEDULED
[10:33:41.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:69:0) after 4m0s
[10:37:41.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:69:0)
[10:37:41.629] Build status: SCHEDULED
[10:37:41.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:70:0) after 5m18s
[10:42:59.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:70:0)
[10:42:59.713] Build status: SCHEDULED
[10:42:59.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:71:0) after 8m54s
[10:51:53.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:71:0)
[10:51:54.002] Build status: SCHEDULED
[10:51:54.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:72:0) after 6m37s
[10:58:31.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:72:0)
[10:58:31.020] Build status: SCHEDULED
[10:58:31.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:73:0) after 5m33s
[10:58:59.652] Received PubSub notification, asking Buildbucket for the build status
[10:58:59.674] Build status: STARTED
[11:04:04.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:73:0)
[11:04:04.129] Build status: STARTED
[11:04:04.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8867942057573171232:75:0) after 4m55s
[11:04:41.445] Received PubSub notification, asking Buildbucket for the build status
[11:04:41.459] Build:
{
  "id": "8702511995619770673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-28T04:47:23.768330548Z",
  "startTime": "2025-09-28T10:58:59.467603453Z",
  "endTime": "2025-09-28T11:04:41.078339291Z",
  "updateTime": "2025-09-28T11:04:41.078339291Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
      "ref": "refs/heads/main"
    }
  }
}
[11:04:41.459] Invocation finished in 6h17m18.937936765s with status FAILED