Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 85738901346dbd372578d971d9ed5b3aee052a32)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-host"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "199734872218b568719c21d25b2c4f1dacf457d8"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/199734872218b568719c21d25b2c4f1dacf457d8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:12:30.114] New invocation is queued and will start shortly
[04:12:31.178] Starting the invocation (attempt 1)
[04:12:31.213] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/199734872218b568719c21d25b2c4f1dacf457d8"
[04:12:31.213] Popped gitiles commit info from properties and tags
[04:12:31.213] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:12:31.214] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:12:31.214] Buildbucket request:
{
  "requestId": "8870571563655021424",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870571563655021424",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9ff268cbbe101d45410385da877641b0e54f516c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ff268cbbe101d45410385da877641b0e54f516c",
                        "title": "9ff268cbbe101d45410385da877641b0e54f516c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ff268cbbe101d45410385da877641b0e54f516c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e3e4e1ecd1d79a1581033a7ab47ff2e778ce574b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3e4e1ecd1d79a1581033a7ab47ff2e778ce574b",
                        "title": "e3e4e1ecd1d79a1581033a7ab47ff2e778ce574b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3e4e1ecd1d79a1581033a7ab47ff2e778ce574b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "199734872218b568719c21d25b2c4f1dacf457d8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@199734872218b568719c21d25b2c4f1dacf457d8",
                        "title": "199734872218b568719c21d25b2c4f1dacf457d8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/199734872218b568719c21d25b2c4f1dacf457d8"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "199734872218b568719c21d25b2c4f1dacf457d8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870571563655021424"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:12:31.576] Scheduled build:
{
  "id": "8705141501789028945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-30T04:12:31.269094077Z",
  "updateTime": "2025-08-30T04:12:31.269094077Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "199734872218b568719c21d25b2c4f1dacf457d8",
      "ref": "refs/heads/main"
    }
  }
}
[04:12:31.576] Task URL: https://cr-buildbucket.appspot.com/build/8705141501789028945
[04:12:31.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:2:0) after 4m53s
[04:12:32.528] Received PubSub notification, asking Buildbucket for the build status
[04:12:32.548] Build status: SCHEDULED
[04:17:24.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:2:0)
[04:17:24.713] Build status: SCHEDULED
[04:17:24.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:4:0) after 6m47s
[04:24:11.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:4:0)
[04:24:11.712] Build status: SCHEDULED
[04:24:11.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:5:0) after 1m9s
[04:25:20.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:5:0)
[04:25:20.784] Build status: SCHEDULED
[04:25:20.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:6:0) after 7m49s
[04:33:09.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:6:0)
[04:33:09.856] Build status: SCHEDULED
[04:33:09.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:7:0) after 3m31s
[04:36:40.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:7:0)
[04:36:40.935] Build status: SCHEDULED
[04:36:40.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:8:0) after 9m26s
[04:46:07.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:8:0)
[04:46:07.225] Build status: SCHEDULED
[04:46:07.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:9:0) after 8m20s
[04:54:27.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:9:0)
[04:54:27.310] Build status: SCHEDULED
[04:54:27.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:10:0) after 8m18s
[05:02:45.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:10:0)
[05:02:45.398] Build status: SCHEDULED
[05:02:45.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:11:0) after 9m20s
[05:12:05.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:11:0)
[05:12:05.489] Build status: SCHEDULED
[05:12:05.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:12:0) after 6m46s
[05:18:51.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:12:0)
[05:18:51.637] Build status: SCHEDULED
[05:18:51.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:13:0) after 7m33s
[05:26:25.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:13:0)
[05:26:25.380] Build status: SCHEDULED
[05:26:25.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:14:0) after 5m53s
[05:32:18.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:14:0)
[05:32:18.423] Build status: SCHEDULED
[05:32:18.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:15:0) after 7m48s
[05:40:06.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:15:0)
[05:40:06.473] Build status: SCHEDULED
[05:40:06.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:16:0) after 8m28s
[05:48:34.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:16:0)
[05:48:34.512] Build status: SCHEDULED
[05:48:34.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:17:0) after 9m15s
[05:57:49.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:17:0)
[05:57:49.568] Build status: SCHEDULED
[05:57:49.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:18:0) after 8m35s
[06:06:24.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:18:0)
[06:06:24.731] Build status: SCHEDULED
[06:06:24.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:19:0) after 4m57s
[06:11:21.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:19:0)
[06:11:21.765] Build status: SCHEDULED
[06:11:21.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:20:0) after 5m24s
[06:16:45.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:20:0)
[06:16:45.936] Build status: SCHEDULED
[06:16:45.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:21:0) after 9m30s
[06:26:16.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:21:0)
[06:26:16.098] Build status: SCHEDULED
[06:26:16.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:22:0) after 7m58s
[06:34:14.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:22:0)
[06:34:14.142] Build status: SCHEDULED
[06:34:14.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:23:0) after 1m30s
[06:35:44.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:23:0)
[06:35:44.193] Build status: SCHEDULED
[06:35:44.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:24:0) after 1m34s
[06:37:18.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:24:0)
[06:37:18.224] Build status: SCHEDULED
[06:37:18.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:25:0) after 5m37s
[06:42:55.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:25:0)
[06:42:55.260] Build status: SCHEDULED
[06:42:55.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:26:0) after 5m58s
[06:48:53.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:26:0)
[06:48:53.385] Build status: SCHEDULED
[06:48:53.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:27:0) after 4m32s
[06:53:25.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:27:0)
[06:53:25.618] Build status: SCHEDULED
[06:53:25.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:28:0) after 4m43s
[06:58:09.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:28:0)
[06:58:09.547] Build status: SCHEDULED
[06:58:09.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:29:0) after 6m23s
[07:04:32.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:29:0)
[07:04:32.580] Build status: SCHEDULED
[07:04:32.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:30:0) after 5m2s
[07:09:34.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:30:0)
[07:09:34.870] Build status: SCHEDULED
[07:09:34.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:31:0) after 1m33s
[07:11:07.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:31:0)
[07:11:07.920] Build status: SCHEDULED
[07:11:07.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:32:0) after 8m34s
[07:19:42.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:32:0)
[07:19:42.051] Build status: SCHEDULED
[07:19:42.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:33:0) after 2m13s
[07:21:55.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:33:0)
[07:21:55.087] Build status: SCHEDULED
[07:21:55.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:34:0) after 9m8s
[07:31:03.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:34:0)
[07:31:03.270] Build status: SCHEDULED
[07:31:03.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:35:0) after 2m39s
[07:33:43.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:35:0)
[07:33:43.223] Build status: SCHEDULED
[07:33:43.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:36:0) after 3m25s
[07:37:08.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:36:0)
[07:37:08.368] Build status: SCHEDULED
[07:37:08.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:37:0) after 3m59s
[07:41:08.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:37:0)
[07:41:08.055] Build status: SCHEDULED
[07:41:08.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:38:0) after 2m56s
[07:44:04.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:38:0)
[07:44:04.253] Build status: SCHEDULED
[07:44:04.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:39:0) after 8m39s
[07:52:43.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:39:0)
[07:52:43.292] Build status: SCHEDULED
[07:52:43.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:40:0) after 7m19s
[08:00:02.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:40:0)
[08:00:02.390] Build status: SCHEDULED
[08:00:02.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:41:0) after 6m43s
[08:06:45.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:41:0)
[08:06:45.577] Build status: SCHEDULED
[08:06:45.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:42:0) after 9m14s
[08:15:59.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:42:0)
[08:15:59.826] Build status: SCHEDULED
[08:15:59.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:43:0) after 1m58s
[08:17:57.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:43:0)
[08:17:58.059] Build status: SCHEDULED
[08:17:58.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:44:0) after 6m58s
[08:24:56.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:44:0)
[08:24:56.093] Build status: SCHEDULED
[08:24:56.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:45:0) after 4m35s
[08:29:31.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:45:0)
[08:29:31.104] Build status: SCHEDULED
[08:29:31.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:46:0) after 3m1s
[08:32:32.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:46:0)
[08:32:32.137] Build status: SCHEDULED
[08:32:32.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:47:0) after 2m55s
[08:35:27.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:47:0)
[08:35:27.261] Build status: SCHEDULED
[08:35:27.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:48:0) after 2m39s
[08:38:06.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:48:0)
[08:38:06.387] Build status: SCHEDULED
[08:38:06.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:49:0) after 8m23s
[08:46:29.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:49:0)
[08:46:29.422] Build status: SCHEDULED
[08:46:29.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:50:0) after 6m12s
[08:52:41.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:50:0)
[08:52:41.502] Build status: SCHEDULED
[08:52:41.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:51:0) after 9m40s
[09:02:21.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:51:0)
[09:02:21.543] Build status: SCHEDULED
[09:02:21.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:52:0) after 8m59s
[09:11:20.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:52:0)
[09:11:20.784] Build status: SCHEDULED
[09:11:20.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:53:0) after 2m49s
[09:14:09.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:53:0)
[09:14:09.826] Build status: SCHEDULED
[09:14:09.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:54:0) after 8m46s
[09:22:55.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:54:0)
[09:22:55.864] Build status: SCHEDULED
[09:22:55.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:55:0) after 5m38s
[09:28:33.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:55:0)
[09:28:33.911] Build status: SCHEDULED
[09:28:33.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:56:0) after 8m57s
[09:37:31.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:56:0)
[09:37:31.055] Build status: SCHEDULED
[09:37:31.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:57:0) after 5m28s
[09:42:59.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:57:0)
[09:42:59.149] Build status: SCHEDULED
[09:42:59.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:58:0) after 9m51s
[09:52:50.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:58:0)
[09:52:50.597] Build status: SCHEDULED
[09:52:50.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:59:0) after 8m16s
[10:01:06.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:59:0)
[10:01:06.660] Build status: SCHEDULED
[10:01:06.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:60:0) after 5m4s
[10:06:10.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:60:0)
[10:06:10.737] Build status: SCHEDULED
[10:06:10.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:61:0) after 7m41s
[10:13:51.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:61:0)
[10:13:51.873] Build status: SCHEDULED
[10:13:51.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:62:0) after 4m45s
[10:18:37.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:62:0)
[10:18:37.138] Build status: SCHEDULED
[10:18:37.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:63:0) after 1m16s
[10:19:53.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:63:0)
[10:19:53.298] Build status: SCHEDULED
[10:19:53.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:64:0) after 5m35s
[10:25:28.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:64:0)
[10:25:28.334] Build status: SCHEDULED
[10:25:28.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:65:0) after 7m32s
[10:33:00.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:65:0)
[10:33:00.459] Build status: SCHEDULED
[10:33:00.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:66:0) after 7m39s
[10:40:39.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:66:0)
[10:40:39.702] Build status: SCHEDULED
[10:40:39.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:67:0) after 9m27s
[10:47:30.601] Received PubSub notification, asking Buildbucket for the build status
[10:47:30.618] Build status: STARTED
[10:50:06.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:67:0)
[10:50:06.823] Build status: STARTED
[10:50:06.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870571563655021424:69:0) after 5m10s
[10:52:02.504] Received PubSub notification, asking Buildbucket for the build status
[10:52:02.524] Build:
{
  "id": "8705141501789028945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-host"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-30T04:12:31.269094077Z",
  "startTime": "2025-08-30T10:47:30.437078104Z",
  "endTime": "2025-08-30T10:52:02.134194981Z",
  "updateTime": "2025-08-30T10:52:02.134194981Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "199734872218b568719c21d25b2c4f1dacf457d8",
      "ref": "refs/heads/main"
    }
  }
}
[10:52:02.524] Invocation finished in 6h39m32.418276942s with status FAILED