1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-main
  4. 8872647143268943792
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev ef0d007b2652ba09e67e22118532b7456aa1be9b) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:22:03.149] New invocation is queued and will start shortly
[06:22:04.455] Starting the invocation (attempt 1)
[06:22:04.487] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
[06:22:04.488] Popped gitiles commit info from properties and tags
[06:22:04.488] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:22:04.488] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:22:04.488] Buildbucket request:
{
  "requestId": "8872647143268943792",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8872647143268943792",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
                        "title": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872647143268943792"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:22:04.861] Scheduled build:
{
  "id": "8707217081138095713",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-07T06:22:04.552846077Z",
  "updateTime": "2025-08-07T06:22:04.552846077Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
      "ref": "refs/heads/main"
    }
  }
}
[06:22:04.861] Task URL: https://cr-buildbucket.appspot.com/build/8707217081138095713
[06:22:04.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:2:0) after 9m15s
[06:22:05.868] Received PubSub notification, asking Buildbucket for the build status
[06:22:05.938] Build status: SCHEDULED
[06:31:19.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:2:0)
[06:31:19.962] Build status: SCHEDULED
[06:31:19.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:4:0) after 7m49s
[06:39:08.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:4:0)
[06:39:09.048] Build status: SCHEDULED
[06:39:09.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:5:0) after 8m53s
[06:48:02.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:5:0)
[06:48:02.158] Build status: SCHEDULED
[06:48:02.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:6:0) after 3m47s
[06:51:49.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:6:0)
[06:51:49.220] Build status: SCHEDULED
[06:51:49.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:7:0) after 8m59s
[07:00:48.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:7:0)
[07:00:48.298] Build status: SCHEDULED
[07:00:48.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:8:0) after 4m8s
[07:04:56.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:8:0)
[07:04:56.356] Build status: SCHEDULED
[07:04:56.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:9:0) after 7m41s
[07:12:37.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:9:0)
[07:12:37.399] Build status: SCHEDULED
[07:12:37.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:10:0) after 3m16s
[07:15:53.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:10:0)
[07:15:53.400] Build status: SCHEDULED
[07:15:53.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:11:0) after 9m30s
[07:25:23.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:11:0)
[07:25:23.408] Build status: SCHEDULED
[07:25:23.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:12:0) after 2m6s
[07:27:29.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:12:0)
[07:27:29.515] Build status: SCHEDULED
[07:27:29.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:13:0) after 2m55s
[07:30:24.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:13:0)
[07:30:24.562] Build status: SCHEDULED
[07:30:24.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:14:0) after 5m27s
[07:35:51.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:14:0)
[07:35:51.614] Build status: SCHEDULED
[07:35:51.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:15:0) after 5m35s
[07:41:26.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:15:0)
[07:41:26.662] Build status: SCHEDULED
[07:41:26.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:16:0) after 2m55s
[07:44:21.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:16:0)
[07:44:21.661] Build status: SCHEDULED
[07:44:21.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:17:0) after 4m40s
[07:49:01.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:17:0)
[07:49:01.764] Build status: SCHEDULED
[07:49:01.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:18:0) after 2m42s
[07:51:43.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:18:0)
[07:51:43.816] Build status: SCHEDULED
[07:51:43.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:19:0) after 5m20s
[07:57:03.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:19:0)
[07:57:03.849] Build status: SCHEDULED
[07:57:03.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:20:0) after 6m25s
[08:03:28.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:20:0)
[08:03:28.897] Build status: SCHEDULED
[08:03:28.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:21:0) after 7m56s
[08:11:25.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:21:0)
[08:11:25.119] Build status: SCHEDULED
[08:11:25.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:22:0) after 8m58s
[08:20:23.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:22:0)
[08:20:23.264] Build status: SCHEDULED
[08:20:23.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:23:0) after 1m53s
[08:22:16.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:23:0)
[08:22:16.313] Build status: SCHEDULED
[08:22:16.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:24:0) after 6m22s
[08:28:38.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:24:0)
[08:28:38.372] Build status: SCHEDULED
[08:28:38.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:25:0) after 9m56s
[08:38:34.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:25:0)
[08:38:34.461] Build status: SCHEDULED
[08:38:34.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:26:0) after 3m49s
[08:42:23.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:26:0)
[08:42:23.605] Build status: SCHEDULED
[08:42:23.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:27:0) after 6m14s
[08:48:37.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:27:0)
[08:48:37.716] Build status: SCHEDULED
[08:48:37.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:28:0) after 7m22s
[08:55:59.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:28:0)
[08:55:59.804] Build status: SCHEDULED
[08:55:59.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:29:0) after 5m14s
[09:01:13.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:29:0)
[09:01:13.808] Build status: SCHEDULED
[09:01:13.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:30:0) after 2m23s
[09:03:36.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:30:0)
[09:03:36.845] Build status: SCHEDULED
[09:03:36.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:31:0) after 4m56s
[09:08:32.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:31:0)
[09:08:32.893] Build status: SCHEDULED
[09:08:32.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:32:0) after 6m57s
[09:15:29.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:32:0)
[09:15:29.930] Build status: SCHEDULED
[09:15:29.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:33:0) after 2m49s
[09:18:18.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:33:0)
[09:18:18.969] Build status: SCHEDULED
[09:18:18.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:34:0) after 4m41s
[09:23:00.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:34:0)
[09:23:00.033] Build status: SCHEDULED
[09:23:00.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:35:0) after 5m59s
[09:28:59.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:35:0)
[09:28:59.072] Build status: SCHEDULED
[09:28:59.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:36:0) after 9m47s
[09:38:46.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:36:0)
[09:38:47.061] Build status: SCHEDULED
[09:38:47.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:37:0) after 8m3s
[09:46:50.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:37:0)
[09:46:50.132] Build status: SCHEDULED
[09:46:50.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:38:0) after 9m58s
[09:56:48.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:38:0)
[09:56:48.205] Build status: SCHEDULED
[09:56:48.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:39:0) after 2m22s
[09:59:10.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:39:0)
[09:59:10.415] Build status: SCHEDULED
[09:59:10.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:40:0) after 6m54s
[10:06:04.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:40:0)
[10:06:04.454] Build status: SCHEDULED
[10:06:04.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:41:0) after 9m25s
[10:15:29.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:41:0)
[10:15:29.495] Build status: SCHEDULED
[10:15:29.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:42:0) after 8m51s
[10:24:20.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:42:0)
[10:24:20.722] Build status: SCHEDULED
[10:24:20.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:43:0) after 5m12s
[10:29:32.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:43:0)
[10:29:32.872] Build status: SCHEDULED
[10:29:32.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:44:0) after 1m21s
[10:30:53.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:44:0)
[10:30:53.914] Build status: SCHEDULED
[10:30:53.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:45:0) after 9m0s
[10:39:53.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:45:0)
[10:39:53.973] Build status: SCHEDULED
[10:39:53.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:46:0) after 1m56s
[10:41:50.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:46:0)
[10:41:50.086] Build status: SCHEDULED
[10:41:50.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:47:0) after 7m28s
[10:49:18.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:47:0)
[10:49:18.107] Build status: SCHEDULED
[10:49:18.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:48:0) after 1m31s
[10:50:49.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:48:0)
[10:50:49.235] Build status: SCHEDULED
[10:50:49.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:49:0) after 6m2s
[10:56:51.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:49:0)
[10:56:51.280] Build status: SCHEDULED
[10:56:51.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:50:0) after 8m42s
[11:05:33.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:50:0)
[11:05:33.470] Build status: SCHEDULED
[11:05:33.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:51:0) after 6m41s
[11:12:14.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:51:0)
[11:12:14.505] Build status: SCHEDULED
[11:12:14.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:52:0) after 4m14s
[11:16:28.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:52:0)
[11:16:28.560] Build status: SCHEDULED
[11:16:28.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:53:0) after 9m7s
[11:25:35.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:53:0)
[11:25:35.594] Build status: SCHEDULED
[11:25:35.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:54:0) after 9m21s
[11:34:56.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:54:0)
[11:34:56.659] Build status: SCHEDULED
[11:34:56.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:55:0) after 8m24s
[11:43:20.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:55:0)
[11:43:20.689] Build status: SCHEDULED
[11:43:20.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:56:0) after 6m25s
[11:49:45.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:56:0)
[11:49:46.399] Build status: SCHEDULED
[11:49:46.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:57:0) after 1m35s
[11:51:21.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:57:0)
[11:51:21.433] Build status: SCHEDULED
[11:51:21.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:58:0) after 5m7s
[11:56:28.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:58:0)
[11:56:28.471] Build status: SCHEDULED
[11:56:28.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:59:0) after 5m35s
[12:02:03.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:59:0)
[12:02:03.581] Build status: SCHEDULED
[12:02:03.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:60:0) after 9m50s
[12:11:53.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:60:0)
[12:11:53.615] Build status: SCHEDULED
[12:11:53.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:61:0) after 1m59s
[12:13:52.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:61:0)
[12:13:52.694] Build status: SCHEDULED
[12:13:52.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:62:0) after 2m44s
[12:16:36.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:62:0)
[12:16:36.796] Build status: SCHEDULED
[12:16:36.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:63:0) after 8m58s
[12:25:34.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:63:0)
[12:25:34.860] Build status: SCHEDULED
[12:25:34.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:64:0) after 7m17s
[12:32:52.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:64:0)
[12:32:52.053] Build status: SCHEDULED
[12:32:52.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:65:0) after 3m39s
[12:36:31.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:65:0)
[12:36:31.201] Build status: SCHEDULED
[12:36:31.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:66:0) after 6m29s
[12:43:00.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:66:0)
[12:43:00.312] Build status: SCHEDULED
[12:43:00.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:67:0) after 9m38s
[12:52:38.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:67:0)
[12:52:38.348] Build status: SCHEDULED
[12:52:38.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:68:0) after 7m30s
[13:00:08.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:68:0)
[13:00:08.385] Build status: SCHEDULED
[13:00:08.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:69:0) after 9m4s
[13:09:12.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:69:0)
[13:09:12.464] Build status: SCHEDULED
[13:09:12.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:70:0) after 8m11s
[13:17:23.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:70:0)
[13:17:23.636] Build status: SCHEDULED
[13:17:23.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:71:0) after 7m23s
[13:24:46.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:71:0)
[13:24:46.679] Build status: SCHEDULED
[13:24:46.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:72:0) after 6m37s
[13:31:23.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:72:0)
[13:31:23.728] Build status: SCHEDULED
[13:31:23.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:73:0) after 7m50s
[13:39:13.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:73:0)
[13:39:13.935] Build status: SCHEDULED
[13:39:13.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:74:0) after 6m38s
[13:45:51.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:74:0)
[13:45:52.016] Build status: SCHEDULED
[13:45:52.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:75:0) after 9m46s
[13:55:38.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:75:0)
[13:55:38.053] Build status: SCHEDULED
[13:55:38.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:76:0) after 7m20s
[14:02:58.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:76:0)
[14:02:58.123] Build status: SCHEDULED
[14:02:58.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:77:0) after 4m54s
[14:07:52.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:77:0)
[14:07:52.241] Build status: SCHEDULED
[14:07:52.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:78:0) after 2m33s
[14:10:25.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:78:0)
[14:10:25.283] Build status: SCHEDULED
[14:10:25.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:79:0) after 8m38s
[14:19:03.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:79:0)
[14:19:03.424] Build status: SCHEDULED
[14:19:03.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8872647143268943792:80:0) after 5m31s
[14:22:11.622] Received PubSub notification, asking Buildbucket for the build status
[14:22:11.646] Build:
{
  "id": "8707217081138095713",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-08-07T06:22:04.552846077Z",
  "endTime": "2025-08-07T14:22:11.419161209Z",
  "updateTime": "2025-08-07T14:22:11.419161209Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "01ab9f9d9179f8f9acd50584cc8b96d74c9faf2e",
      "ref": "refs/heads/main"
    }
  }
}
[14:22:11.646] Invocation finished in 8h0m8.508424183s with status FAILED