1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8870094494473854160
Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:35:18.735] New invocation is queued and will start shortly
[10:35:19.795] Starting the invocation (attempt 1)
[10:35:19.823] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae"
[10:35:19.823] Popped gitiles commit info from properties and tags
[10:35:19.824] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:35:19.824] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:35:19.824] Buildbucket request:
{
  "requestId": "8870094494473854160",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8870094494473854160",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e1790a42ab965fbfaa1c7057122f3dda24fb2cce"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e1790a42ab965fbfaa1c7057122f3dda24fb2cce",
                        "title": "e1790a42ab965fbfaa1c7057122f3dda24fb2cce",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e1790a42ab965fbfaa1c7057122f3dda24fb2cce"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae",
                        "title": "6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870094494473854160"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:35:20.315] Scheduled build:
{
  "id": "8704664432583817985",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-04T10:35:19.917072701Z",
  "updateTime": "2025-09-04T10:35:19.917072701Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae",
      "ref": "refs/heads/main"
    }
  }
}
[10:35:20.315] Task URL: https://cr-buildbucket.appspot.com/build/8704664432583817985
[10:35:20.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:2:0) after 2m9s
[10:36:44.882] Received PubSub notification, asking Buildbucket for the build status
[10:36:44.915] Build status: SCHEDULED
[10:37:29.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:2:0)
[10:37:29.455] Build status: SCHEDULED
[10:37:29.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:4:0) after 3m14s
[10:40:43.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:4:0)
[10:40:43.443] Build status: SCHEDULED
[10:40:43.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:5:0) after 6m50s
[10:47:33.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:5:0)
[10:47:33.696] Build status: SCHEDULED
[10:47:33.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:6:0) after 1m59s
[10:49:32.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:6:0)
[10:49:32.917] Build status: SCHEDULED
[10:49:32.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:7:0) after 9m12s
[10:58:44.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:7:0)
[10:58:45.012] Build status: SCHEDULED
[10:58:45.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:8:0) after 2m33s
[11:01:18.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:8:0)
[11:01:18.157] Build status: SCHEDULED
[11:01:18.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:9:0) after 2m43s
[11:04:01.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:9:0)
[11:04:01.145] Build status: SCHEDULED
[11:04:01.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:10:0) after 3m45s
[11:07:46.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:10:0)
[11:07:46.177] Build status: SCHEDULED
[11:07:46.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:11:0) after 6m11s
[11:13:57.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:11:0)
[11:13:57.275] Build status: SCHEDULED
[11:13:57.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:12:0) after 2m27s
[11:16:24.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:12:0)
[11:16:24.358] Build status: SCHEDULED
[11:16:24.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:13:0) after 9m8s
[11:25:32.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:13:0)
[11:25:32.411] Build status: SCHEDULED
[11:25:32.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:14:0) after 7m16s
[11:32:48.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:14:0)
[11:32:48.465] Build status: SCHEDULED
[11:32:48.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:15:0) after 9m4s
[11:41:52.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:15:0)
[11:41:52.587] Build status: SCHEDULED
[11:41:52.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:16:0) after 6m22s
[11:48:14.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:16:0)
[11:48:14.626] Build status: SCHEDULED
[11:48:14.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:17:0) after 8m26s
[11:56:40.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:17:0)
[11:56:40.665] Build status: SCHEDULED
[11:56:40.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:18:0) after 7m28s
[12:04:08.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:18:0)
[12:04:08.697] Build status: SCHEDULED
[12:04:08.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:19:0) after 3m20s
[12:07:28.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:19:0)
[12:07:28.755] Build status: SCHEDULED
[12:07:28.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:20:0) after 4m51s
[12:12:19.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:20:0)
[12:12:19.814] Build status: SCHEDULED
[12:12:19.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:21:0) after 6m25s
[12:18:44.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:21:0)
[12:18:44.939] Build status: SCHEDULED
[12:18:44.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:22:0) after 4m9s
[12:22:53.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:22:0)
[12:22:54.079] Build status: SCHEDULED
[12:22:54.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:23:0) after 4m1s
[12:26:55.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:23:0)
[12:26:55.133] Build status: SCHEDULED
[12:26:55.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:24:0) after 7m8s
[12:34:03.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:24:0)
[12:34:03.522] Build status: SCHEDULED
[12:34:03.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:25:0) after 2m11s
[12:36:14.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:25:0)
[12:36:14.574] Build status: SCHEDULED
[12:36:14.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:26:0) after 6m5s
[12:42:19.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:26:0)
[12:42:19.630] Build status: SCHEDULED
[12:42:19.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:27:0) after 7m26s
[12:49:45.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:27:0)
[12:49:45.695] Build status: SCHEDULED
[12:49:45.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:28:0) after 5m58s
[12:55:43.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:28:0)
[12:55:43.774] Build status: SCHEDULED
[12:55:43.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:29:0) after 8m4s
[13:03:47.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:29:0)
[13:03:47.834] Build status: SCHEDULED
[13:03:47.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:30:0) after 7m19s
[13:11:06.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:30:0)
[13:11:06.875] Build status: SCHEDULED
[13:11:06.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:31:0) after 6m10s
[13:17:17.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:31:0)
[13:17:17.076] Build status: SCHEDULED
[13:17:17.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:32:0) after 9m29s
[13:26:46.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:32:0)
[13:26:46.124] Build status: SCHEDULED
[13:26:46.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:33:0) after 7m32s
[13:34:18.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:33:0)
[13:34:18.163] Build status: SCHEDULED
[13:34:18.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:34:0) after 8m2s
[13:42:20.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:34:0)
[13:42:20.216] Build status: SCHEDULED
[13:42:20.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:35:0) after 3m18s
[13:45:38.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:35:0)
[13:45:38.253] Build status: SCHEDULED
[13:45:38.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:36:0) after 7m54s
[13:53:32.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:36:0)
[13:53:32.288] Build status: SCHEDULED
[13:53:32.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:37:0) after 7m23s
[14:00:55.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:37:0)
[14:00:55.381] Build status: SCHEDULED
[14:00:55.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:38:0) after 6m12s
[14:07:07.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:38:0)
[14:07:07.466] Build status: SCHEDULED
[14:07:07.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:39:0) after 8m53s
[14:16:00.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:39:0)
[14:16:00.548] Build status: SCHEDULED
[14:16:00.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:40:0) after 7m54s
[14:23:54.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:40:0)
[14:23:54.630] Build status: SCHEDULED
[14:23:54.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:41:0) after 1m9s
[14:25:03.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:41:0)
[14:25:03.661] Build status: SCHEDULED
[14:25:03.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:42:0) after 6m47s
[14:31:50.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:42:0)
[14:31:50.711] Build status: SCHEDULED
[14:31:50.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:43:0) after 3m27s
[14:35:17.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:43:0)
[14:35:17.772] Build status: SCHEDULED
[14:35:17.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:44:0) after 9m45s
[14:45:02.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:44:0)
[14:45:02.910] Build status: SCHEDULED
[14:45:02.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:45:0) after 8m19s
[14:53:21.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:45:0)
[14:53:21.974] Build status: SCHEDULED
[14:53:21.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:46:0) after 6m15s
[14:59:37.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:46:0)
[14:59:37.063] Build status: SCHEDULED
[14:59:37.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:47:0) after 5m55s
[15:05:32.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:47:0)
[15:05:32.096] Build status: SCHEDULED
[15:05:32.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:48:0) after 3m28s
[15:09:00.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:48:0)
[15:09:00.126] Build status: SCHEDULED
[15:09:00.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:49:0) after 8m15s
[15:17:15.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:49:0)
[15:17:15.160] Build status: SCHEDULED
[15:17:15.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:50:0) after 4m58s
[15:22:13.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:50:0)
[15:22:13.259] Build status: SCHEDULED
[15:22:13.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:51:0) after 9m18s
[15:31:31.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:51:0)
[15:31:31.304] Build status: SCHEDULED
[15:31:31.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:52:0) after 8m57s
[15:40:28.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:52:0)
[15:40:28.351] Build status: SCHEDULED
[15:40:28.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:53:0) after 9m29s
[15:49:57.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:53:0)
[15:49:57.419] Build status: SCHEDULED
[15:49:57.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:54:0) after 4m7s
[15:54:04.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:54:0)
[15:54:04.472] Build status: SCHEDULED
[15:54:04.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:55:0) after 3m9s
[15:57:13.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:55:0)
[15:57:13.527] Build status: SCHEDULED
[15:57:13.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:56:0) after 4m11s
[16:01:24.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:56:0)
[16:01:24.569] Build status: SCHEDULED
[16:01:24.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:57:0) after 4m57s
[16:06:21.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:57:0)
[16:06:21.603] Build status: SCHEDULED
[16:06:21.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:58:0) after 4m1s
[16:10:22.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:58:0)
[16:10:22.652] Build status: SCHEDULED
[16:10:22.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:59:0) after 5m27s
[16:15:49.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:59:0)
[16:15:49.739] Build status: SCHEDULED
[16:15:49.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:60:0) after 1m7s
[16:16:56.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:60:0)
[16:16:56.884] Build status: SCHEDULED
[16:16:56.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:61:0) after 9m47s
[16:26:43.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:61:0)
[16:26:43.972] Build status: SCHEDULED
[16:26:43.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:62:0) after 8m15s
[16:34:59.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:62:0)
[16:34:59.164] Build status: SCHEDULED
[16:34:59.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:63:0) after 5m57s
[16:40:56.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:63:0)
[16:40:56.205] Build status: SCHEDULED
[16:40:56.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:64:0) after 9m16s
[16:50:12.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:64:0)
[16:50:12.208] Build status: SCHEDULED
[16:50:12.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:65:0) after 5m58s
[16:56:10.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:65:0)
[16:56:10.216] Build status: SCHEDULED
[16:56:10.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:66:0) after 3m8s
[16:59:18.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:66:0)
[16:59:18.295] Build status: SCHEDULED
[16:59:18.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:67:0) after 1m6s
[17:00:24.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:67:0)
[17:00:24.363] Build status: SCHEDULED
[17:00:24.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:68:0) after 5m16s
[17:03:15.670] Received PubSub notification, asking Buildbucket for the build status
[17:03:15.689] Build status: STARTED
[17:05:40.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:68:0)
[17:05:40.407] Build status: STARTED
[17:05:40.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:70:0) after 2m37s
[17:08:17.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:70:0)
[17:08:17.631] Build status: STARTED
[17:08:17.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:71:0) after 1m15s
[17:09:32.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:71:0)
[17:09:32.722] Build status: STARTED
[17:09:32.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:72:0) after 1m55s
[17:11:27.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:72:0)
[17:11:27.770] Build status: STARTED
[17:11:27.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:73:0) after 2m15s
[17:13:42.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:73:0)
[17:13:42.979] Build status: STARTED
[17:13:42.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:74:0) after 7m15s
[17:20:57.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:74:0)
[17:20:58.034] Build status: STARTED
[17:20:58.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:75:0) after 8m16s
[17:29:14.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:75:0)
[17:29:14.187] Build status: STARTED
[17:29:14.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:76:0) after 5m52s
[17:35:06.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:76:0)
[17:35:06.251] Build status: STARTED
[17:35:06.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:77:0) after 6m33s
[17:41:39.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:77:0)
[17:41:39.348] Build status: STARTED
[17:41:39.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:78:0) after 3m38s
[17:45:17.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:78:0)
[17:45:17.385] Build status: STARTED
[17:45:17.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:79:0) after 7m51s
[17:53:08.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:79:0)
[17:53:08.411] Build status: STARTED
[17:53:08.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:80:0) after 2m39s
[17:55:47.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:80:0)
[17:55:47.466] Build status: STARTED
[17:55:47.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8870094494473854160:81:0) after 6m49s
[18:01:51.115] Received PubSub notification, asking Buildbucket for the build status
[18:01:51.168] Build:
{
  "id": "8704664432583817985",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-04T10:35:19.917072701Z",
  "startTime": "2025-09-04T17:03:15.481808656Z",
  "endTime": "2025-09-04T18:01:50.863696700Z",
  "updateTime": "2025-09-04T18:01:50.863696700Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "6064e898ad031ddd1ec523d9c9d2ac8ee729c9ae",
      "ref": "refs/heads/main"
    }
  }
}
[18:01:51.168] Invocation finished in 7h26m32.436694535s with status FAILED