Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "196813ef10a3d43564ebecfa0dea76a9e0989de6"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/196813ef10a3d43564ebecfa0dea76a9e0989de6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:09:59.343] New invocation is queued and will start shortly
[23:10:01.036] Starting the invocation (attempt 1)
[23:10:01.064] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/196813ef10a3d43564ebecfa0dea76a9e0989de6"
[23:10:01.064] Popped gitiles commit info from properties and tags
[23:10:01.064] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:10:01.064] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:10:01.064] Buildbucket request:
{
  "requestId": "8877928950395583712",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877928950395583712",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c119adf3e4ec500f15832885a30b430b69db137a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c119adf3e4ec500f15832885a30b430b69db137a",
                        "title": "c119adf3e4ec500f15832885a30b430b69db137a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c119adf3e4ec500f15832885a30b430b69db137a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "67acdfa5f87ea63500623f33375ce439764542d3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67acdfa5f87ea63500623f33375ce439764542d3",
                        "title": "67acdfa5f87ea63500623f33375ce439764542d3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67acdfa5f87ea63500623f33375ce439764542d3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "196813ef10a3d43564ebecfa0dea76a9e0989de6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@196813ef10a3d43564ebecfa0dea76a9e0989de6",
                        "title": "196813ef10a3d43564ebecfa0dea76a9e0989de6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/196813ef10a3d43564ebecfa0dea76a9e0989de6"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "196813ef10a3d43564ebecfa0dea76a9e0989de6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877928950395583712"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:10:01.453] Scheduled build:
{
  "id": "8712498887870765665",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-09T23:10:01.127347112Z",
  "updateTime": "2025-06-09T23:10:01.127347112Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "196813ef10a3d43564ebecfa0dea76a9e0989de6",
      "ref": "refs/heads/main"
    }
  }
}
[23:10:01.453] Task URL: https://cr-buildbucket.appspot.com/build/8712498887870765665
[23:10:01.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:2:0) after 6m26s
[23:10:02.441] Received PubSub notification, asking Buildbucket for the build status
[23:10:02.624] Build status: SCHEDULED
[23:16:27.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:2:0)
[23:16:27.600] Build status: SCHEDULED
[23:16:27.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:4:0) after 2m1s
[23:18:28.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:4:0)
[23:18:28.662] Build status: SCHEDULED
[23:18:28.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:5:0) after 9m31s
[23:27:59.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:5:0)
[23:27:59.744] Build status: SCHEDULED
[23:27:59.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:6:0) after 2m47s
[23:30:46.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:6:0)
[23:30:46.879] Build status: SCHEDULED
[23:30:46.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:7:0) after 2m44s
[23:33:30.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:7:0)
[23:33:30.917] Build status: SCHEDULED
[23:33:30.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:8:0) after 6m59s
[23:40:29.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:8:0)
[23:40:30.138] Build status: SCHEDULED
[23:40:30.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:9:0) after 1m9s
[23:41:39.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:9:0)
[23:41:39.210] Build status: SCHEDULED
[23:41:39.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:10:0) after 2m36s
[23:44:15.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:10:0)
[23:44:15.253] Build status: SCHEDULED
[23:44:15.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:11:0) after 3m5s
[23:47:20.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:11:0)
[23:47:20.303] Build status: SCHEDULED
[23:47:20.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:12:0) after 7m52s
[23:55:12.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:12:0)
[23:55:12.421] Build status: SCHEDULED
[23:55:12.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:13:0) after 9m37s
[00:04:49.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:13:0)
[00:04:49.526] Build status: SCHEDULED
[00:04:49.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:14:0) after 4m46s
[00:09:35.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:14:0)
[00:09:35.640] Build status: SCHEDULED
[00:09:35.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:15:0) after 1m46s
[00:11:21.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:15:0)
[00:11:21.716] Build status: SCHEDULED
[00:11:21.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:16:0) after 8m35s
[00:19:56.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:16:0)
[00:19:56.756] Build status: SCHEDULED
[00:19:56.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:17:0) after 8m32s
[00:28:28.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:17:0)
[00:28:28.838] Build status: SCHEDULED
[00:28:28.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:18:0) after 9m51s
[00:38:19.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:18:0)
[00:38:19.908] Build status: SCHEDULED
[00:38:19.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:19:0) after 8m42s
[00:47:01.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:19:0)
[00:47:01.972] Build status: SCHEDULED
[00:47:01.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:20:0) after 7m57s
[00:54:58.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:20:0)
[00:54:58.961] Build status: SCHEDULED
[00:54:58.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:21:0) after 8m3s
[01:03:01.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:21:0)
[01:03:02.005] Build status: SCHEDULED
[01:03:02.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:22:0) after 7m7s
[01:10:09.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:22:0)
[01:10:09.068] Build status: SCHEDULED
[01:10:09.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:23:0) after 2m46s
[01:12:55.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:23:0)
[01:12:55.210] Build status: SCHEDULED
[01:12:55.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:24:0) after 6m38s
[01:19:33.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:24:0)
[01:19:33.307] Build status: SCHEDULED
[01:19:33.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:25:0) after 6m24s
[01:25:57.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:25:0)
[01:25:57.411] Build status: SCHEDULED
[01:25:57.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:26:0) after 2m59s
[01:28:56.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:26:0)
[01:28:56.459] Build status: SCHEDULED
[01:28:56.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:27:0) after 9m12s
[01:38:08.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:27:0)
[01:38:08.533] Build status: SCHEDULED
[01:38:08.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:28:0) after 4m6s
[01:42:14.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:28:0)
[01:42:14.716] Build status: SCHEDULED
[01:42:14.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:29:0) after 3m37s
[01:45:51.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:29:0)
[01:45:51.794] Build status: SCHEDULED
[01:45:51.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:30:0) after 9m1s
[01:54:52.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:30:0)
[01:54:52.832] Build status: SCHEDULED
[01:54:52.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:31:0) after 8m42s
[02:03:34.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:31:0)
[02:03:34.921] Build status: SCHEDULED
[02:03:34.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:32:0) after 2m42s
[02:06:16.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:32:0)
[02:06:17.016] Build status: SCHEDULED
[02:06:17.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:33:0) after 7m55s
[02:14:12.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:33:0)
[02:14:12.098] Build status: SCHEDULED
[02:14:12.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:34:0) after 1m40s
[02:15:52.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:34:0)
[02:15:52.142] Build status: SCHEDULED
[02:15:52.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:35:0) after 1m33s
[02:17:25.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:35:0)
[02:17:25.167] Build status: SCHEDULED
[02:17:25.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:36:0) after 7m9s
[02:24:34.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:36:0)
[02:24:34.213] Build status: SCHEDULED
[02:24:34.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:37:0) after 2m51s
[02:27:25.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:37:0)
[02:27:25.256] Build status: SCHEDULED
[02:27:25.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:38:0) after 7m12s
[02:34:37.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:38:0)
[02:34:37.289] Build status: SCHEDULED
[02:34:37.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:39:0) after 5m34s
[02:40:11.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:39:0)
[02:40:11.395] Build status: SCHEDULED
[02:40:11.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:40:0) after 6m29s
[02:46:40.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:40:0)
[02:46:40.536] Build status: SCHEDULED
[02:46:40.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:41:0) after 7m49s
[02:54:29.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:41:0)
[02:54:29.635] Build status: SCHEDULED
[02:54:29.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:42:0) after 6m39s
[03:01:08.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:42:0)
[03:01:08.725] Build status: SCHEDULED
[03:01:08.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:43:0) after 2m53s
[03:04:01.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:43:0)
[03:04:01.761] Build status: SCHEDULED
[03:04:01.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:44:0) after 9m15s
[03:13:16.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:44:0)
[03:13:16.802] Build status: SCHEDULED
[03:13:16.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:45:0) after 3m38s
[03:16:54.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:45:0)
[03:16:54.833] Build status: SCHEDULED
[03:16:54.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:46:0) after 8m50s
[03:25:44.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:46:0)
[03:25:44.874] Build status: SCHEDULED
[03:25:44.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:47:0) after 6m56s
[03:32:40.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:47:0)
[03:32:41.041] Build status: SCHEDULED
[03:32:41.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:48:0) after 7m49s
[03:40:30.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:48:0)
[03:40:30.248] Build status: SCHEDULED
[03:40:30.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:49:0) after 1m35s
[03:42:05.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:49:0)
[03:42:05.336] Build status: STARTED
[03:42:05.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:50:0) after 2m15s
[03:42:12.516] Received PubSub notification, asking Buildbucket for the build status
[03:42:12.546] Build status: STARTED
[03:44:20.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:50:0)
[03:44:20.376] Build status: STARTED
[03:44:20.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:52:0) after 6m42s
[03:51:02.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:52:0)
[03:51:02.423] Build status: STARTED
[03:51:02.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:53:0) after 2m21s
[03:53:23.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:53:0)
[03:53:23.460] Build status: STARTED
[03:53:23.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:54:0) after 9m55s
[04:03:18.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:54:0)
[04:03:18.556] Build status: STARTED
[04:03:18.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:55:0) after 1m21s
[04:04:39.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:55:0)
[04:04:39.601] Build status: STARTED
[04:04:39.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:56:0) after 9m28s
[04:14:07.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:56:0)
[04:14:07.685] Build status: STARTED
[04:14:07.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:57:0) after 7m17s
[04:21:24.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:57:0)
[04:21:24.783] Build status: STARTED
[04:21:24.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:58:0) after 2m49s
[04:24:13.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:58:0)
[04:24:13.836] Build status: STARTED
[04:24:13.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:59:0) after 4m56s
[04:29:09.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:59:0)
[04:29:09.914] Build status: STARTED
[04:29:09.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:60:0) after 3m18s
[04:32:27.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:60:0)
[04:32:28.044] Build status: STARTED
[04:32:28.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877928950395583712:61:0) after 4m10s
[04:35:26.302] Received PubSub notification, asking Buildbucket for the build status
[04:35:26.325] Build:
{
  "id": "8712498887870765665",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-09T23:10:01.127347112Z",
  "startTime": "2025-06-10T03:41:54.501090860Z",
  "endTime": "2025-06-10T04:35:25.389708807Z",
  "updateTime": "2025-06-10T04:35:25.389708807Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "196813ef10a3d43564ebecfa0dea76a9e0989de6",
      "ref": "refs/heads/main"
    }
  }
}
[04:35:26.325] Invocation finished in 5h25m26.989363912s with status FAILED