1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-platform
  4. 8868828708685518608
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 575f56d3bcf68ea407b7d04b48f5487de4eb2d8f) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-platform"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2c0b581240be92bda0d6377a0e3a74f800c75406"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2c0b581240be92bda0d6377a0e3a74f800c75406
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:54:26.138] New invocation is queued and will start shortly
[09:54:27.223] Starting the invocation (attempt 1)
[09:54:27.250] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2c0b581240be92bda0d6377a0e3a74f800c75406"
[09:54:27.250] Popped gitiles commit info from properties and tags
[09:54:27.250] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:54:27.250] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:54:27.250] Buildbucket request:
{
  "requestId": "8868828708685518608",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868828708685518608",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2c0b581240be92bda0d6377a0e3a74f800c75406"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2c0b581240be92bda0d6377a0e3a74f800c75406",
                        "title": "2c0b581240be92bda0d6377a0e3a74f800c75406",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2c0b581240be92bda0d6377a0e3a74f800c75406"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2c0b581240be92bda0d6377a0e3a74f800c75406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868828708685518608"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:54:27.616] Scheduled build:
{
  "id": "8703398646805208897",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-18T09:54:27.304359169Z",
  "updateTime": "2025-09-18T09:54:27.304359169Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2c0b581240be92bda0d6377a0e3a74f800c75406",
      "ref": "refs/heads/main"
    }
  }
}
[09:54:27.617] Task URL: https://cr-buildbucket.appspot.com/build/8703398646805208897
[09:54:27.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:2:0) after 6m14s
[09:54:27.970] Received PubSub notification, asking Buildbucket for the build status
[09:54:27.988] Build status: SCHEDULED
[10:00:41.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:2:0)
[10:00:41.672] Build status: SCHEDULED
[10:00:41.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:4:0) after 3m41s
[10:04:22.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:4:0)
[10:04:22.763] Build status: SCHEDULED
[10:04:22.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:5:0) after 9m37s
[10:14:00.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:5:0)
[10:14:00.153] Build status: SCHEDULED
[10:14:00.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:6:0) after 1m22s
[10:15:22.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:6:0)
[10:15:22.523] Build status: SCHEDULED
[10:15:22.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:7:0) after 7m51s
[10:23:13.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:7:0)
[10:23:13.571] Build status: SCHEDULED
[10:23:13.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:8:0) after 1m44s
[10:24:57.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:8:0)
[10:24:57.614] Build status: SCHEDULED
[10:24:57.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:9:0) after 2m25s
[10:27:22.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:9:0)
[10:27:22.644] Build status: SCHEDULED
[10:27:22.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:10:0) after 5m51s
[10:33:13.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:10:0)
[10:33:13.688] Build status: SCHEDULED
[10:33:13.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:11:0) after 6m2s
[10:39:16.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:11:0)
[10:39:16.852] Build status: SCHEDULED
[10:39:16.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:12:0) after 3m7s
[10:42:23.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:12:0)
[10:42:23.941] Build status: SCHEDULED
[10:42:23.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:13:0) after 4m13s
[10:46:37.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:13:0)
[10:46:37.028] Build status: SCHEDULED
[10:46:37.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:14:0) after 5m35s
[10:52:12.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:14:0)
[10:52:12.069] Build status: SCHEDULED
[10:52:12.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:15:0) after 3m53s
[10:56:05.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:15:0)
[10:56:05.116] Build status: SCHEDULED
[10:56:05.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:16:0) after 8m2s
[11:04:07.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:16:0)
[11:04:07.496] Build status: SCHEDULED
[11:04:07.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:17:0) after 2m30s
[11:06:37.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:17:0)
[11:06:37.792] Build status: SCHEDULED
[11:06:37.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:18:0) after 7m37s
[11:14:15.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:18:0)
[11:14:15.172] Build status: SCHEDULED
[11:14:15.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:19:0) after 8m44s
[11:22:59.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:19:0)
[11:22:59.833] Build status: SCHEDULED
[11:22:59.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:20:0) after 5m18s
[11:28:17.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:20:0)
[11:28:17.988] Build status: SCHEDULED
[11:28:17.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:21:0) after 9m41s
[11:37:59.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:21:0)
[11:37:59.018] Build status: SCHEDULED
[11:37:59.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:22:0) after 4m23s
[11:42:22.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:22:0)
[11:42:22.080] Build status: SCHEDULED
[11:42:22.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:23:0) after 3m49s
[11:46:11.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:23:0)
[11:46:11.239] Build status: SCHEDULED
[11:46:11.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:24:0) after 4m32s
[11:50:43.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:24:0)
[11:50:43.436] Build status: SCHEDULED
[11:50:43.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:25:0) after 2m19s
[11:53:02.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:25:0)
[11:53:02.492] Build status: SCHEDULED
[11:53:02.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:26:0) after 2m59s
[11:56:01.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:26:0)
[11:56:01.642] Build status: SCHEDULED
[11:56:01.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:27:0) after 7m55s
[12:03:56.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:27:0)
[12:03:56.708] Build status: SCHEDULED
[12:03:56.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:28:0) after 6m8s
[12:10:04.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:28:0)
[12:10:04.821] Build status: SCHEDULED
[12:10:04.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:29:0) after 5m6s
[12:15:10.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:29:0)
[12:15:10.887] Build status: SCHEDULED
[12:15:10.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:30:0) after 4m0s
[12:19:10.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:30:0)
[12:19:10.921] Build status: SCHEDULED
[12:19:10.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:31:0) after 7m23s
[12:26:34.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:31:0)
[12:26:34.032] Build status: SCHEDULED
[12:26:34.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:32:0) after 4m26s
[12:31:00.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:32:0)
[12:31:00.163] Build status: SCHEDULED
[12:31:00.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:33:0) after 1m5s
[12:32:05.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:33:0)
[12:32:05.238] Build status: SCHEDULED
[12:32:05.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:34:0) after 5m27s
[12:37:32.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:34:0)
[12:37:32.449] Build status: SCHEDULED
[12:37:32.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:35:0) after 8m30s
[12:46:02.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:35:0)
[12:46:02.508] Build status: SCHEDULED
[12:46:02.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:36:0) after 3m5s
[12:49:07.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:36:0)
[12:49:07.547] Build status: SCHEDULED
[12:49:07.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:37:0) after 5m27s
[12:54:34.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:37:0)
[12:54:34.588] Build status: SCHEDULED
[12:54:34.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:38:0) after 4m3s
[12:58:37.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:38:0)
[12:58:37.621] Build status: SCHEDULED
[12:58:37.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:39:0) after 5m18s
[13:03:55.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:39:0)
[13:03:55.673] Build status: SCHEDULED
[13:03:55.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:40:0) after 3m49s
[13:07:44.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:40:0)
[13:07:44.806] Build status: SCHEDULED
[13:07:44.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:41:0) after 5m54s
[13:13:38.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:41:0)
[13:13:38.842] Build status: SCHEDULED
[13:13:38.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:42:0) after 6m2s
[13:19:40.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:42:0)
[13:19:40.867] Build status: SCHEDULED
[13:19:40.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:43:0) after 1m45s
[13:21:25.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:43:0)
[13:21:25.979] Build status: SCHEDULED
[13:21:25.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:44:0) after 2m6s
[13:23:31.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:44:0)
[13:23:32.011] Build status: SCHEDULED
[13:23:32.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:45:0) after 4m18s
[13:27:50.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:45:0)
[13:27:50.039] Build status: SCHEDULED
[13:27:50.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:46:0) after 4m35s
[13:32:25.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:46:0)
[13:32:25.086] Build status: SCHEDULED
[13:32:25.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:47:0) after 6m5s
[13:38:30.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:47:0)
[13:38:30.129] Build status: SCHEDULED
[13:38:30.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:48:0) after 8m44s
[13:47:14.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:48:0)
[13:47:14.166] Build status: SCHEDULED
[13:47:14.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:49:0) after 6m52s
[13:54:06.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:49:0)
[13:54:06.345] Build status: SCHEDULED
[13:54:06.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:50:0) after 8m25s
[14:02:31.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:50:0)
[14:02:31.483] Build status: SCHEDULED
[14:02:31.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:51:0) after 4m14s
[14:06:45.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:51:0)
[14:06:45.579] Build status: SCHEDULED
[14:06:45.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:52:0) after 9m59s
[14:16:44.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:52:0)
[14:16:44.765] Build status: SCHEDULED
[14:16:44.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:53:0) after 8m20s
[14:25:04.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:53:0)
[14:25:04.956] Build status: SCHEDULED
[14:25:04.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:54:0) after 6m16s
[14:31:20.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:54:0)
[14:31:21.050] Build status: SCHEDULED
[14:31:21.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:55:0) after 4m44s
[14:36:05.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:55:0)
[14:36:05.098] Build status: SCHEDULED
[14:36:05.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:56:0) after 1m59s
[14:38:04.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:56:0)
[14:38:04.132] Build status: SCHEDULED
[14:38:04.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:57:0) after 6m38s
[14:44:42.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:57:0)
[14:44:42.231] Build status: SCHEDULED
[14:44:42.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:58:0) after 9m30s
[14:54:12.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:58:0)
[14:54:12.283] Build status: SCHEDULED
[14:54:12.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:59:0) after 1m15s
[14:55:27.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:59:0)
[14:55:27.836] Build status: SCHEDULED
[14:55:27.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:60:0) after 7m34s
[15:03:01.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:60:0)
[15:03:01.848] Build status: SCHEDULED
[15:03:01.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:61:0) after 6m39s
[15:09:40.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:61:0)
[15:09:40.904] Build status: SCHEDULED
[15:09:40.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:62:0) after 1m17s
[15:10:57.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:62:0)
[15:10:57.964] Build status: SCHEDULED
[15:10:57.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:63:0) after 6m36s
[15:17:34.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:63:0)
[15:17:34.150] Build status: SCHEDULED
[15:17:34.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:64:0) after 2m32s
[15:20:06.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:64:0)
[15:20:06.187] Build status: SCHEDULED
[15:20:06.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:65:0) after 5m45s
[15:25:51.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:65:0)
[15:25:51.240] Build status: SCHEDULED
[15:25:51.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:66:0) after 2m29s
[15:28:20.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:66:0)
[15:28:20.320] Build status: SCHEDULED
[15:28:20.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:67:0) after 7m0s
[15:35:20.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:67:0)
[15:35:20.345] Build status: SCHEDULED
[15:35:20.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:68:0) after 6m55s
[15:42:15.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:68:0)
[15:42:15.374] Build status: SCHEDULED
[15:42:15.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:69:0) after 9m20s
[15:51:35.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:69:0)
[15:51:35.429] Build status: SCHEDULED
[15:51:35.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:70:0) after 5m30s
[15:57:05.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:70:0)
[15:57:05.521] Build status: SCHEDULED
[15:57:05.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:71:0) after 7m38s
[16:04:43.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:71:0)
[16:04:43.556] Build status: SCHEDULED
[16:04:43.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:72:0) after 4m47s
[16:09:30.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:72:0)
[16:09:30.593] Build status: SCHEDULED
[16:09:30.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:73:0) after 7m11s
[16:16:41.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:73:0)
[16:16:41.623] Build status: SCHEDULED
[16:16:41.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:74:0) after 8m46s
[16:25:27.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:74:0)
[16:25:27.660] Build status: SCHEDULED
[16:25:27.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:75:0) after 3m25s
[16:28:52.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:75:0)
[16:28:52.696] Build status: SCHEDULED
[16:28:52.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:76:0) after 5m37s
[16:34:29.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:76:0)
[16:34:29.740] Build status: SCHEDULED
[16:34:29.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:77:0) after 8m25s
[16:42:54.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:77:0)
[16:42:54.883] Build status: SCHEDULED
[16:42:54.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:78:0) after 7m51s
[16:50:45.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:78:0)
[16:50:45.967] Build status: SCHEDULED
[16:50:45.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:79:0) after 2m8s
[16:52:54.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:79:0)
[16:52:54.037] Build status: SCHEDULED
[16:52:54.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:80:0) after 9m53s
[17:02:47.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:80:0)
[17:02:47.081] Build status: SCHEDULED
[17:02:47.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:81:0) after 4m2s
[17:06:49.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:81:0)
[17:06:49.116] Build status: SCHEDULED
[17:06:49.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:82:0) after 4m51s
[17:11:40.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:82:0)
[17:11:40.163] Build status: SCHEDULED
[17:11:40.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:83:0) after 8m52s
[17:20:32.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:83:0)
[17:20:32.299] Build status: SCHEDULED
[17:20:32.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:84:0) after 8m19s
[17:28:51.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:84:0)
[17:28:51.369] Build status: SCHEDULED
[17:28:51.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:85:0) after 9m20s
[17:38:11.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:85:0)
[17:38:11.475] Build status: SCHEDULED
[17:38:11.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:86:0) after 3m52s
[17:42:03.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:86:0)
[17:42:03.608] Build status: SCHEDULED
[17:42:03.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:87:0) after 8m52s
[17:50:55.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:87:0)
[17:50:55.654] Build status: SCHEDULED
[17:50:55.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:88:0) after 3m0s
[17:53:55.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:88:0)
[17:53:55.691] Build status: SCHEDULED
[17:53:55.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8868828708685518608:89:0) after 9m8s
[17:54:36.371] Received PubSub notification, asking Buildbucket for the build status
[17:54:36.393] Build:
{
  "id": "8703398646805208897",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-18T09:54:27.304359169Z",
  "endTime": "2025-09-18T17:54:35.763766247Z",
  "updateTime": "2025-09-18T17:54:35.763766247Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2c0b581240be92bda0d6377a0e3a74f800c75406",
      "ref": "refs/heads/main"
    }
  }
}
[17:54:36.393] Invocation finished in 8h0m10.265322847s with status FAILED