1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-main
  4. 8873333208259438144
Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b341c2f3c968825292bd05242a094ee5bf9236a6"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b341c2f3c968825292bd05242a094ee5bf9236a6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:37:20.582] New invocation is queued and will start shortly
[16:37:21.693] Starting the invocation (attempt 1)
[16:37:21.726] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b341c2f3c968825292bd05242a094ee5bf9236a6"
[16:37:21.726] Popped gitiles commit info from properties and tags
[16:37:21.726] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:37:21.726] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:37:21.726] Buildbucket request:
{
  "requestId": "8873333208259438144",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8873333208259438144",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b341c2f3c968825292bd05242a094ee5bf9236a6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b341c2f3c968825292bd05242a094ee5bf9236a6",
                        "title": "b341c2f3c968825292bd05242a094ee5bf9236a6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b341c2f3c968825292bd05242a094ee5bf9236a6"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b341c2f3c968825292bd05242a094ee5bf9236a6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8873333208259438144"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:37:22.334] Scheduled build:
{
  "id": "8707903146333428769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-30T16:37:21.796900473Z",
  "updateTime": "2025-07-30T16:37:21.796900473Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b341c2f3c968825292bd05242a094ee5bf9236a6",
      "ref": "refs/heads/main"
    }
  }
}
[16:37:22.334] Task URL: https://cr-buildbucket.appspot.com/build/8707903146333428769
[16:37:22.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:2:0) after 7m18s
[16:37:22.484] Received PubSub notification, asking Buildbucket for the build status
[16:37:22.515] Build status: SCHEDULED
[16:44:40.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:2:0)
[16:44:40.411] Build status: SCHEDULED
[16:44:40.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:4:0) after 4m23s
[16:49:03.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:4:0)
[16:49:03.464] Build status: SCHEDULED
[16:49:03.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:5:0) after 1m47s
[16:50:50.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:5:0)
[16:50:50.504] Build status: SCHEDULED
[16:50:50.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:6:0) after 8m56s
[16:59:46.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:6:0)
[16:59:46.685] Build status: SCHEDULED
[16:59:46.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:7:0) after 9m37s
[17:09:23.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:7:0)
[17:09:23.808] Build status: SCHEDULED
[17:09:23.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:8:0) after 3m56s
[17:13:19.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:8:0)
[17:13:19.850] Build status: SCHEDULED
[17:13:19.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:9:0) after 4m58s
[17:18:17.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:9:0)
[17:18:17.956] Build status: SCHEDULED
[17:18:17.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:10:0) after 1m15s
[17:19:32.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:10:0)
[17:19:33.010] Build status: SCHEDULED
[17:19:33.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:11:0) after 6m15s
[17:25:48.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:11:0)
[17:25:48.203] Build status: SCHEDULED
[17:25:48.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:12:0) after 9m8s
[17:34:56.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:12:0)
[17:34:56.249] Build status: SCHEDULED
[17:34:56.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:13:0) after 1m38s
[17:36:34.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:13:0)
[17:36:34.394] Build status: SCHEDULED
[17:36:34.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:14:0) after 1m21s
[17:37:55.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:14:0)
[17:37:55.503] Build status: SCHEDULED
[17:37:55.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:15:0) after 4m41s
[17:42:36.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:15:0)
[17:42:36.527] Build status: SCHEDULED
[17:42:36.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:16:0) after 2m27s
[17:45:03.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:16:0)
[17:45:03.627] Build status: SCHEDULED
[17:45:03.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:17:0) after 9m12s
[17:54:15.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:17:0)
[17:54:15.666] Build status: SCHEDULED
[17:54:15.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:18:0) after 7m16s
[18:01:31.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:18:0)
[18:01:31.754] Build status: SCHEDULED
[18:01:31.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:19:0) after 4m29s
[18:06:00.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:19:0)
[18:06:00.864] Build status: SCHEDULED
[18:06:00.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:20:0) after 8m51s
[18:14:51.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:20:0)
[18:14:51.929] Build status: SCHEDULED
[18:14:51.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:21:0) after 6m33s
[18:21:24.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:21:0)
[18:21:24.939] Build status: SCHEDULED
[18:21:24.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:22:0) after 9m38s
[18:31:03.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:22:0)
[18:31:03.055] Build status: SCHEDULED
[18:31:03.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:23:0) after 5m44s
[18:36:47.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:23:0)
[18:36:47.144] Build status: SCHEDULED
[18:36:47.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:24:0) after 8m25s
[18:45:12.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:24:0)
[18:45:12.197] Build status: SCHEDULED
[18:45:12.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:25:0) after 5m54s
[18:51:06.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:25:0)
[18:51:06.397] Build status: SCHEDULED
[18:51:06.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:26:0) after 5m39s
[18:56:45.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:26:0)
[18:56:45.448] Build status: SCHEDULED
[18:56:45.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:27:0) after 5m7s
[19:01:52.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:27:0)
[19:01:52.486] Build status: SCHEDULED
[19:01:52.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:28:0) after 7m55s
[19:09:47.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:28:0)
[19:09:47.498] Build status: SCHEDULED
[19:09:47.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:29:0) after 5m14s
[19:15:01.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:29:0)
[19:15:01.630] Build status: SCHEDULED
[19:15:01.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:30:0) after 4m28s
[19:19:29.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:30:0)
[19:19:29.818] Build status: SCHEDULED
[19:19:29.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:31:0) after 3m22s
[19:22:51.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:31:0)
[19:22:51.887] Build status: SCHEDULED
[19:22:51.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:32:0) after 8m28s
[19:31:19.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:32:0)
[19:31:19.990] Build status: SCHEDULED
[19:31:19.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:33:0) after 1m30s
[19:32:50.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:33:0)
[19:32:50.032] Build status: SCHEDULED
[19:32:50.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:34:0) after 8m51s
[19:41:41.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:34:0)
[19:41:41.184] Build status: SCHEDULED
[19:41:41.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:35:0) after 2m22s
[19:44:03.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:35:0)
[19:44:03.233] Build status: SCHEDULED
[19:44:03.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:36:0) after 8m27s
[19:52:30.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:36:0)
[19:52:30.283] Build status: SCHEDULED
[19:52:30.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:37:0) after 8m51s
[20:01:21.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:37:0)
[20:01:21.429] Build status: SCHEDULED
[20:01:21.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:38:0) after 2m25s
[20:03:46.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:38:0)
[20:03:46.433] Build status: SCHEDULED
[20:03:46.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:39:0) after 3m50s
[20:07:36.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:39:0)
[20:07:36.497] Build status: SCHEDULED
[20:07:36.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:40:0) after 5m18s
[20:12:54.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:40:0)
[20:12:54.635] Build status: SCHEDULED
[20:12:54.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:41:0) after 2m59s
[20:15:53.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:41:0)
[20:15:53.739] Build status: SCHEDULED
[20:15:53.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:42:0) after 5m18s
[20:21:11.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:42:0)
[20:21:11.918] Build status: SCHEDULED
[20:21:11.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:43:0) after 5m20s
[20:26:31.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:43:0)
[20:26:31.976] Build status: SCHEDULED
[20:26:31.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:44:0) after 4m30s
[20:31:02.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:44:0)
[20:31:02.038] Build status: SCHEDULED
[20:31:02.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:45:0) after 3m0s
[20:34:02.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:45:0)
[20:34:02.206] Build status: SCHEDULED
[20:34:02.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:46:0) after 2m2s
[20:36:04.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:46:0)
[20:36:04.326] Build status: SCHEDULED
[20:36:04.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:47:0) after 1m55s
[20:37:59.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:47:0)
[20:37:59.499] Build status: SCHEDULED
[20:37:59.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:48:0) after 8m37s
[20:46:36.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:48:0)
[20:46:36.640] Build status: SCHEDULED
[20:46:36.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:49:0) after 7m15s
[20:51:09.070] Received PubSub notification, asking Buildbucket for the build status
[20:51:09.103] Build status: STARTED
[20:53:51.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:49:0)
[20:53:51.687] Build status: STARTED
[20:53:51.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:51:0) after 2m21s
[20:56:12.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:51:0)
[20:56:12.777] Build status: STARTED
[20:56:12.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:52:0) after 1m48s
[20:58:00.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:52:0)
[20:58:00.859] Build status: STARTED
[20:58:00.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:53:0) after 5m2s
[21:03:02.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:53:0)
[21:03:02.954] Build status: STARTED
[21:03:02.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:54:0) after 4m5s
[21:07:08.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:54:0)
[21:07:08.082] Build status: STARTED
[21:07:08.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:55:0) after 2m45s
[21:09:53.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:55:0)
[21:09:53.502] Build status: STARTED
[21:09:53.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:56:0) after 3m9s
[21:13:02.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:56:0)
[21:13:02.591] Build status: STARTED
[21:13:02.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:57:0) after 3m41s
[21:16:43.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:57:0)
[21:16:43.746] Build status: STARTED
[21:16:43.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:58:0) after 1m17s
[21:18:00.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:58:0)
[21:18:01.019] Build status: STARTED
[21:18:01.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:59:0) after 9m1s
[21:27:02.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:59:0)
[21:27:02.388] Build status: STARTED
[21:27:02.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:60:0) after 8m25s
[21:35:27.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:60:0)
[21:35:27.421] Build status: STARTED
[21:35:27.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:61:0) after 8m44s
[21:44:11.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:61:0)
[21:44:11.469] Build status: STARTED
[21:44:11.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:62:0) after 5m41s
[21:49:52.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:62:0)
[21:49:52.519] Build status: STARTED
[21:49:52.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873333208259438144:63:0) after 9m39s
[21:51:08.686] Received PubSub notification, asking Buildbucket for the build status
[21:51:08.780] Build:
{
  "id": "8707903146333428769",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-30T16:37:21.796900473Z",
  "startTime": "2025-07-30T20:51:08.899488510Z",
  "endTime": "2025-07-30T21:51:08.268173846Z",
  "updateTime": "2025-07-30T21:51:08.268173846Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b341c2f3c968825292bd05242a094ee5bf9236a6",
      "ref": "refs/heads/main"
    }
  }
}
[21:51:08.780] Invocation finished in 5h13m48.203735325s with status FAILED