LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-platform

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 575f56d3bcf68ea407b7d04b48f5487de4eb2d8f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-platform"
>

Incoming triggers

d88f83fe068478052d94ac91f0b330ca44b5a729 (1 month ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d88f83fe068478052d94ac91f0b330ca44b5a729"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d88f83fe068478052d94ac91f0b330ca44b5a729
gitiles_ref:refs/heads/main

Debug log (UTC)

[18:34:55.479] New invocation is queued and will start shortly
[18:34:57.423] Starting the invocation (attempt 1)
[18:34:57.454] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d88f83fe068478052d94ac91f0b330ca44b5a729"
[18:34:57.454] Popped gitiles commit info from properties and tags
[18:34:57.454] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:34:57.454] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:34:57.454] Buildbucket request:
{
  "requestId": "8869067753245993440",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869067753245993440",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d88f83fe068478052d94ac91f0b330ca44b5a729"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d88f83fe068478052d94ac91f0b330ca44b5a729",
                        "title": "d88f83fe068478052d94ac91f0b330ca44b5a729",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d88f83fe068478052d94ac91f0b330ca44b5a729"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d88f83fe068478052d94ac91f0b330ca44b5a729",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869067753245993440"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:34:57.836] Scheduled build:
{
  "id": "8703637690457518033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-15T18:34:57.513115600Z",
  "updateTime": "2025-09-15T18:34:57.513115600Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d88f83fe068478052d94ac91f0b330ca44b5a729",
      "ref": "refs/heads/main"
    }
  }
}
[18:34:57.836] Task URL: https://cr-buildbucket.appspot.com/build/8703637690457518033
[18:34:57.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:2:0) after 4m54s
[18:34:58.805] Received PubSub notification, asking Buildbucket for the build status
[18:34:58.883] Build status: SCHEDULED
[18:39:51.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:2:0)
[18:39:51.880] Build status: SCHEDULED
[18:39:51.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:4:0) after 9m47s
[18:49:38.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:4:0)
[18:49:38.960] Build status: SCHEDULED
[18:49:38.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:5:0) after 2m30s
[18:52:09.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:5:0)
[18:52:09.095] Build status: SCHEDULED
[18:52:09.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:6:0) after 3m56s
[18:56:05.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:6:0)
[18:56:05.127] Build status: SCHEDULED
[18:56:05.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:7:0) after 9m44s
[19:05:49.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:7:0)
[19:05:49.122] Build status: SCHEDULED
[19:05:49.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:8:0) after 4m12s
[19:10:01.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:8:0)
[19:10:01.124] Build status: SCHEDULED
[19:10:01.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:9:0) after 8m1s
[19:18:02.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:9:0)
[19:18:02.270] Build status: SCHEDULED
[19:18:02.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:10:0) after 8m41s
[19:26:43.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:10:0)
[19:26:43.337] Build status: SCHEDULED
[19:26:43.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:11:0) after 7m29s
[19:34:12.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:11:0)
[19:34:12.392] Build status: SCHEDULED
[19:34:12.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:12:0) after 2m51s
[19:37:03.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:12:0)
[19:37:03.653] Build status: SCHEDULED
[19:37:03.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:13:0) after 5m28s
[19:42:31.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:13:0)
[19:42:31.687] Build status: SCHEDULED
[19:42:31.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:14:0) after 1m58s
[19:44:29.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:14:0)
[19:44:29.756] Build status: SCHEDULED
[19:44:29.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:15:0) after 1m32s
[19:46:01.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:15:0)
[19:46:01.805] Build status: SCHEDULED
[19:46:01.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:16:0) after 1m36s
[19:47:37.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:16:0)
[19:47:37.837] Build status: SCHEDULED
[19:47:37.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:17:0) after 1m25s
[19:49:03.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:17:0)
[19:49:03.599] Build status: SCHEDULED
[19:49:03.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:18:0) after 9m28s
[19:58:31.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:18:0)
[19:58:31.662] Build status: SCHEDULED
[19:58:31.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:19:0) after 4m24s
[20:02:55.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:19:0)
[20:02:55.730] Build status: SCHEDULED
[20:02:55.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:20:0) after 8m36s
[20:11:31.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:20:0)
[20:11:31.812] Build status: SCHEDULED
[20:11:31.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:21:0) after 4m10s
[20:15:41.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:21:0)
[20:15:41.943] Build status: SCHEDULED
[20:15:41.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:22:0) after 3m41s
[20:19:22.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:22:0)
[20:19:22.972] Build status: SCHEDULED
[20:19:22.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:23:0) after 7m17s
[20:26:40.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:23:0)
[20:26:40.069] Build status: SCHEDULED
[20:26:40.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:24:0) after 6m19s
[20:32:59.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:24:0)
[20:32:59.168] Build status: SCHEDULED
[20:32:59.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:25:0) after 2m30s
[20:35:29.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:25:0)
[20:35:29.212] Build status: SCHEDULED
[20:35:29.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:26:0) after 9m46s
[20:45:15.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:26:0)
[20:45:15.252] Build status: SCHEDULED
[20:45:15.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:27:0) after 6m41s
[20:51:56.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:27:0)
[20:51:56.314] Build status: SCHEDULED
[20:51:56.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:28:0) after 4m2s
[20:55:58.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:28:0)
[20:55:58.345] Build status: SCHEDULED
[20:55:58.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:29:0) after 3m36s
[20:59:34.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:29:0)
[20:59:34.382] Build status: SCHEDULED
[20:59:34.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:30:0) after 8m8s
[21:07:42.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:30:0)
[21:07:42.425] Build status: SCHEDULED
[21:07:42.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:31:0) after 2m53s
[21:10:35.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:31:0)
[21:10:35.498] Build status: SCHEDULED
[21:10:35.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:32:0) after 3m13s
[21:13:48.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:32:0)
[21:13:48.534] Build status: SCHEDULED
[21:13:48.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:33:0) after 3m4s
[21:16:52.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:33:0)
[21:16:52.594] Build status: SCHEDULED
[21:16:52.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:34:0) after 6m46s
[21:23:38.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:34:0)
[21:23:38.799] Build status: SCHEDULED
[21:23:38.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:35:0) after 4m24s
[21:28:02.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:35:0)
[21:28:02.810] Build status: SCHEDULED
[21:28:02.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:36:0) after 6m30s
[21:34:32.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:36:0)
[21:34:33.005] Build status: SCHEDULED
[21:34:33.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:37:0) after 3m21s
[21:37:54.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:37:0)
[21:37:54.091] Build status: SCHEDULED
[21:37:54.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:38:0) after 8m13s
[21:46:07.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:38:0)
[21:46:07.140] Build status: SCHEDULED
[21:46:07.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:39:0) after 5m56s
[21:52:03.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:39:0)
[21:52:03.165] Build status: SCHEDULED
[21:52:03.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:40:0) after 9m16s
[22:01:19.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:40:0)
[22:01:19.320] Build status: SCHEDULED
[22:01:19.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:41:0) after 5m20s
[22:06:39.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:41:0)
[22:06:39.354] Build status: SCHEDULED
[22:06:39.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:42:0) after 1m30s
[22:08:09.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:42:0)
[22:08:09.396] Build status: SCHEDULED
[22:08:09.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:43:0) after 3m2s
[22:11:11.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:43:0)
[22:11:11.483] Build status: SCHEDULED
[22:11:11.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:44:0) after 1m26s
[22:12:37.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:44:0)
[22:12:37.529] Build status: SCHEDULED
[22:12:37.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:45:0) after 4m33s
[22:17:10.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:45:0)
[22:17:10.559] Build status: SCHEDULED
[22:17:10.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:46:0) after 5m50s
[22:23:00.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:46:0)
[22:23:00.592] Build status: SCHEDULED
[22:23:00.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:47:0) after 7m14s
[22:30:14.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:47:0)
[22:30:14.683] Build status: SCHEDULED
[22:30:14.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:48:0) after 7m28s
[22:37:42.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:48:0)
[22:37:42.767] Build status: SCHEDULED
[22:37:42.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:49:0) after 4m40s
[22:42:22.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:49:0)
[22:42:22.767] Build status: SCHEDULED
[22:42:22.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:50:0) after 9m14s
[22:51:36.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:50:0)
[22:51:36.800] Build status: SCHEDULED
[22:51:36.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:51:0) after 3m8s
[22:54:44.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:51:0)
[22:54:44.917] Build status: SCHEDULED
[22:54:44.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:52:0) after 9m1s
[23:03:45.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:52:0)
[23:03:45.969] Build status: SCHEDULED
[23:03:45.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:53:0) after 3m28s
[23:07:14.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:53:0)
[23:07:14.044] Build status: SCHEDULED
[23:07:14.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:54:0) after 6m42s
[23:13:56.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:54:0)
[23:13:56.079] Build status: SCHEDULED
[23:13:56.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:55:0) after 5m26s
[23:19:22.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:55:0)
[23:19:22.145] Build status: SCHEDULED
[23:19:22.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:56:0) after 6m23s
[23:25:45.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:56:0)
[23:25:45.249] Build status: SCHEDULED
[23:25:45.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:57:0) after 6m31s
[23:32:16.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:57:0)
[23:32:16.304] Build status: SCHEDULED
[23:32:16.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:58:0) after 3m31s
[23:35:47.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:58:0)
[23:35:47.473] Build status: SCHEDULED
[23:35:47.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:59:0) after 4m47s
[23:40:34.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:59:0)
[23:40:34.526] Build status: SCHEDULED
[23:40:34.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:60:0) after 2m39s
[23:43:13.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:60:0)
[23:43:13.692] Build status: SCHEDULED
[23:43:13.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:61:0) after 6m41s
[23:49:54.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:61:0)
[23:49:54.907] Build status: SCHEDULED
[23:49:54.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:62:0) after 5m45s
[23:55:39.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:62:0)
[23:55:39.981] Build status: SCHEDULED
[23:55:39.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:63:0) after 9m18s
[00:04:58.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:63:0)
[00:04:58.037] Build status: SCHEDULED
[00:04:58.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:64:0) after 9m40s
[00:14:38.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:64:0)
[00:14:38.080] Build status: SCHEDULED
[00:14:38.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:65:0) after 5m30s
[00:20:08.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:65:0)
[00:20:08.227] Build status: SCHEDULED
[00:20:08.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:66:0) after 4m20s
[00:24:28.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:66:0)
[00:24:28.267] Build status: SCHEDULED
[00:24:28.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:67:0) after 8m18s
[00:32:46.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:67:0)
[00:32:46.362] Build status: SCHEDULED
[00:32:46.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:68:0) after 1m45s
[00:34:31.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:68:0)
[00:34:31.430] Build status: SCHEDULED
[00:34:31.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:69:0) after 6m32s
[00:41:03.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:69:0)
[00:41:03.509] Build status: SCHEDULED
[00:41:03.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:70:0) after 8m40s
[00:49:43.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:70:0)
[00:49:43.665] Build status: SCHEDULED
[00:49:43.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:71:0) after 8m59s
[00:58:42.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:71:0)
[00:58:42.689] Build status: SCHEDULED
[00:58:42.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:72:0) after 1m44s
[01:00:26.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:72:0)
[01:00:26.740] Build status: SCHEDULED
[01:00:26.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:73:0) after 7m26s
[01:07:52.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:73:0)
[01:07:52.854] Build status: SCHEDULED
[01:07:52.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:74:0) after 1m54s
[01:09:46.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:74:0)
[01:09:46.891] Build status: SCHEDULED
[01:09:46.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:75:0) after 3m46s
[01:13:32.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:75:0)
[01:13:32.929] Build status: SCHEDULED
[01:13:32.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:76:0) after 2m29s
[01:16:01.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:76:0)
[01:16:01.981] Build status: SCHEDULED
[01:16:01.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:77:0) after 3m32s
[01:19:33.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:77:0)
[01:19:34.019] Build status: SCHEDULED
[01:19:34.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:78:0) after 6m33s
[01:26:07.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:78:0)
[01:26:07.028] Build status: SCHEDULED
[01:26:07.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:79:0) after 6m50s
[01:32:57.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:79:0)
[01:32:57.111] Build status: SCHEDULED
[01:32:57.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:80:0) after 1m37s
[01:34:34.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:80:0)
[01:34:34.120] Build status: SCHEDULED
[01:34:34.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:81:0) after 7m11s
[01:41:45.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:81:0)
[01:41:45.164] Build status: SCHEDULED
[01:41:45.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:82:0) after 7m10s
[01:48:55.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:82:0)
[01:48:55.301] Build status: SCHEDULED
[01:48:55.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:83:0) after 7m9s
[01:56:04.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:83:0)
[01:56:04.393] Build status: SCHEDULED
[01:56:04.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:84:0) after 2m4s
[01:58:08.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:84:0)
[01:58:08.633] Build status: SCHEDULED
[01:58:08.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:85:0) after 3m34s
[02:01:42.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:85:0)
[02:01:42.672] Build status: SCHEDULED
[02:01:42.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:86:0) after 5m1s
[02:06:43.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:86:0)
[02:06:43.810] Build status: SCHEDULED
[02:06:43.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:87:0) after 5m57s
[02:12:40.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:87:0)
[02:12:40.845] Build status: SCHEDULED
[02:12:40.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:88:0) after 3m30s
[02:16:10.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:88:0)
[02:16:10.908] Build status: SCHEDULED
[02:16:10.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:89:0) after 2m11s
[02:18:21.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:89:0)
[02:18:21.946] Build status: SCHEDULED
[02:18:21.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:90:0) after 2m22s
[02:20:43.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:90:0)
[02:20:43.988] Build status: SCHEDULED
[02:20:43.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:91:0) after 1m21s
[02:22:05.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:91:0)
[02:22:05.020] Build status: SCHEDULED
[02:22:05.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:92:0) after 2m53s
[02:24:58.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:92:0)
[02:24:58.118] Build status: SCHEDULED
[02:24:58.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:93:0) after 3m12s
[02:28:10.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:93:0)
[02:28:10.203] Build status: SCHEDULED
[02:28:10.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:94:0) after 3m29s
[02:31:39.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:94:0)
[02:31:39.249] Build status: SCHEDULED
[02:31:39.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8869067753245993440:95:0) after 9m36s
[02:35:06.342] Received PubSub notification, asking Buildbucket for the build status
[02:35:06.360] Build:
{
  "id": "8703637690457518033",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-15T18:34:57.513115600Z",
  "endTime": "2025-09-16T02:35:02.943555376Z",
  "updateTime": "2025-09-16T02:35:02.943555376Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d88f83fe068478052d94ac91f0b330ca44b5a729",
      "ref": "refs/heads/main"
    }
  }
}
[02:35:06.360] Invocation finished in 8h0m10.890184407s with status FAILED