Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d6d2201c41e46134421e169db9b429026ccd7ce9"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d6d2201c41e46134421e169db9b429026ccd7ce9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:38:53.075] New invocation is queued and will start shortly
[04:38:54.119] Starting the invocation (attempt 1)
[04:38:54.146] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d6d2201c41e46134421e169db9b429026ccd7ce9"
[04:38:54.146] Popped gitiles commit info from properties and tags
[04:38:54.146] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:38:54.146] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:38:54.147] Buildbucket request:
{
  "requestId": "8885065418426517200",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8885065418426517200",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d6d2201c41e46134421e169db9b429026ccd7ce9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d6d2201c41e46134421e169db9b429026ccd7ce9",
                        "title": "d6d2201c41e46134421e169db9b429026ccd7ce9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d6d2201c41e46134421e169db9b429026ccd7ce9"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d6d2201c41e46134421e169db9b429026ccd7ce9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8885065418426517200"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:38:54.562] Scheduled build:
{
  "id": "8719635356582227505",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-23T04:38:54.207621630Z",
  "updateTime": "2025-03-23T04:38:54.207621630Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d6d2201c41e46134421e169db9b429026ccd7ce9",
      "ref": "refs/heads/main"
    }
  }
}
[04:38:54.562] Task URL: https://cr-buildbucket.appspot.com/build/8719635356582227505
[04:38:54.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:2:0) after 4m44s
[04:38:55.568] Received PubSub notification, asking Buildbucket for the build status
[04:38:55.584] Build status: SCHEDULED
[04:43:38.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:2:0)
[04:43:38.740] Build status: SCHEDULED
[04:43:38.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:4:0) after 3m39s
[04:47:18.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:4:0)
[04:47:18.090] Build status: SCHEDULED
[04:47:18.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:5:0) after 4m7s
[04:51:25.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:5:0)
[04:51:25.800] Build status: SCHEDULED
[04:51:25.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:6:0) after 9m8s
[05:00:33.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:6:0)
[05:00:33.910] Build status: SCHEDULED
[05:00:33.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:7:0) after 1m46s
[05:02:20.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:7:0)
[05:02:20.042] Build status: SCHEDULED
[05:02:20.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:8:0) after 4m34s
[05:06:54.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:8:0)
[05:06:54.370] Build status: SCHEDULED
[05:06:54.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:9:0) after 7m38s
[05:14:32.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:9:0)
[05:14:32.519] Build status: SCHEDULED
[05:14:32.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:10:0) after 8m7s
[05:22:39.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:10:0)
[05:22:39.651] Build status: SCHEDULED
[05:22:39.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:11:0) after 3m17s
[05:25:56.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:11:0)
[05:25:56.742] Build status: SCHEDULED
[05:25:56.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:12:0) after 2m34s
[05:28:30.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:12:0)
[05:28:30.969] Build status: SCHEDULED
[05:28:30.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:13:0) after 9m19s
[05:37:49.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:13:0)
[05:37:50.166] Build status: SCHEDULED
[05:37:50.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:14:0) after 9m34s
[05:47:24.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:14:0)
[05:47:24.413] Build status: SCHEDULED
[05:47:24.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:15:0) after 3m56s
[05:51:20.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:15:0)
[05:51:20.539] Build status: SCHEDULED
[05:51:20.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:16:0) after 6m51s
[05:58:11.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:16:0)
[05:58:11.625] Build status: SCHEDULED
[05:58:11.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:17:0) after 6m2s
[06:04:13.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:17:0)
[06:04:13.727] Build status: SCHEDULED
[06:04:13.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:18:0) after 6m27s
[06:10:40.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:18:0)
[06:10:40.797] Build status: SCHEDULED
[06:10:40.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:19:0) after 3m26s
[06:14:06.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:19:0)
[06:14:06.843] Build status: SCHEDULED
[06:14:06.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:20:0) after 7m6s
[06:21:12.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:20:0)
[06:21:13.012] Build status: SCHEDULED
[06:21:13.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:21:0) after 7m43s
[06:28:56.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:21:0)
[06:28:56.126] Build status: SCHEDULED
[06:28:56.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:22:0) after 3m55s
[06:32:51.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:22:0)
[06:32:51.167] Build status: SCHEDULED
[06:32:51.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:23:0) after 5m15s
[06:38:06.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:23:0)
[06:38:06.210] Build status: SCHEDULED
[06:38:06.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:24:0) after 1m25s
[06:39:31.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:24:0)
[06:39:31.333] Build status: SCHEDULED
[06:39:31.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:25:0) after 6m30s
[06:46:01.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:25:0)
[06:46:01.589] Build status: SCHEDULED
[06:46:01.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:26:0) after 9m53s
[06:55:54.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:26:0)
[06:55:54.868] Build status: SCHEDULED
[06:55:54.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:27:0) after 9m5s
[07:05:00.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:27:0)
[07:05:00.049] Build status: SCHEDULED
[07:05:00.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:28:0) after 3m56s
[07:08:56.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:28:0)
[07:08:56.122] Build status: SCHEDULED
[07:08:56.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:29:0) after 1m57s
[07:10:53.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:29:0)
[07:10:53.138] Build status: SCHEDULED
[07:10:53.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:30:0) after 4m11s
[07:15:04.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:30:0)
[07:15:04.249] Build status: SCHEDULED
[07:15:04.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:31:0) after 1m1s
[07:16:05.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:31:0)
[07:16:05.286] Build status: SCHEDULED
[07:16:05.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:32:0) after 3m53s
[07:19:58.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:32:0)
[07:19:58.334] Build status: SCHEDULED
[07:19:58.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:33:0) after 4m38s
[07:24:36.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:33:0)
[07:24:36.590] Build status: SCHEDULED
[07:24:36.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:34:0) after 4m37s
[07:29:13.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:34:0)
[07:29:13.815] Build status: SCHEDULED
[07:29:13.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:35:0) after 5m17s
[07:34:30.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:35:0)
[07:34:30.965] Build status: SCHEDULED
[07:34:30.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:36:0) after 8m31s
[07:43:01.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:36:0)
[07:43:02.054] Build status: SCHEDULED
[07:43:02.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:37:0) after 5m9s
[07:48:11.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:37:0)
[07:48:11.102] Build status: SCHEDULED
[07:48:11.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:38:0) after 3m8s
[07:51:19.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:38:0)
[07:51:19.146] Build status: SCHEDULED
[07:51:19.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:39:0) after 9m18s
[08:00:37.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:39:0)
[08:00:37.394] Build status: SCHEDULED
[08:00:37.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:40:0) after 1m12s
[08:01:49.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:40:0)
[08:01:49.444] Build status: SCHEDULED
[08:01:49.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:41:0) after 7m52s
[08:09:41.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:41:0)
[08:09:41.533] Build status: SCHEDULED
[08:09:41.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:42:0) after 5m39s
[08:15:20.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:42:0)
[08:15:21.172] Build status: SCHEDULED
[08:15:21.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:43:0) after 1m30s
[08:16:51.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:43:0)
[08:16:51.425] Build status: SCHEDULED
[08:16:51.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:44:0) after 2m49s
[08:19:40.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:44:0)
[08:19:40.475] Build status: SCHEDULED
[08:19:40.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:45:0) after 1m15s
[08:20:55.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:45:0)
[08:20:55.540] Build status: SCHEDULED
[08:20:55.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:46:0) after 1m49s
[08:22:44.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:46:0)
[08:22:44.724] Build status: SCHEDULED
[08:22:44.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:47:0) after 2m59s
[08:25:44.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:47:0)
[08:25:44.763] Build status: SCHEDULED
[08:25:44.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:48:0) after 8m29s
[08:34:13.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:48:0)
[08:34:13.898] Build status: SCHEDULED
[08:34:13.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:49:0) after 9m58s
[08:44:11.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:49:0)
[08:44:11.952] Build status: SCHEDULED
[08:44:11.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:50:0) after 7m57s
[08:52:09.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:50:0)
[08:52:09.112] Build status: SCHEDULED
[08:52:09.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:51:0) after 5m10s
[08:57:19.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:51:0)
[08:57:19.164] Build status: SCHEDULED
[08:57:19.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:52:0) after 1m10s
[08:58:29.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:52:0)
[08:58:29.237] Build status: SCHEDULED
[08:58:29.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:53:0) after 3m18s
[09:01:47.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:53:0)
[09:01:47.292] Build status: SCHEDULED
[09:01:47.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:54:0) after 2m27s
[09:04:14.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:54:0)
[09:04:14.337] Build status: SCHEDULED
[09:04:14.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:55:0) after 6m33s
[09:10:47.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:55:0)
[09:10:47.496] Build status: SCHEDULED
[09:10:47.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:56:0) after 3m10s
[09:13:57.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:56:0)
[09:13:58.009] Build status: SCHEDULED
[09:13:58.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:57:0) after 2m31s
[09:16:29.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:57:0)
[09:16:29.217] Build status: SCHEDULED
[09:16:29.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:58:0) after 8m10s
[09:24:39.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:58:0)
[09:24:39.476] Build status: SCHEDULED
[09:24:39.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:59:0) after 6m33s
[09:31:12.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:59:0)
[09:31:12.607] Build status: SCHEDULED
[09:31:12.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:60:0) after 6m49s
[09:38:01.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:60:0)
[09:38:01.852] Build status: SCHEDULED
[09:38:01.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:61:0) after 3m50s
[09:41:52.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:61:0)
[09:41:52.275] Build status: SCHEDULED
[09:41:52.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:62:0) after 8m9s
[09:50:01.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:62:0)
[09:50:01.452] Build status: SCHEDULED
[09:50:01.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:63:0) after 3m47s
[09:53:48.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:63:0)
[09:53:48.695] Build status: SCHEDULED
[09:53:48.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:64:0) after 4m39s
[09:58:27.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:64:0)
[09:58:28.011] Build status: SCHEDULED
[09:58:28.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:65:0) after 5m8s
[10:03:36.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:65:0)
[10:03:36.596] Build status: SCHEDULED
[10:03:36.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:66:0) after 1m58s
[10:05:34.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:66:0)
[10:05:34.635] Build status: SCHEDULED
[10:05:34.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:67:0) after 8m59s
[10:14:33.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:67:0)
[10:14:33.991] Build status: SCHEDULED
[10:14:33.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:68:0) after 6m32s
[10:18:27.941] Received PubSub notification, asking Buildbucket for the build status
[10:18:27.968] Build status: STARTED
[10:21:06.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:68:0)
[10:21:06.258] Build status: STARTED
[10:21:06.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:70:0) after 1m23s
[10:22:29.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:70:0)
[10:22:29.262] Build status: STARTED
[10:22:29.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:71:0) after 7m1s
[10:29:30.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:71:0)
[10:29:30.313] Build status: STARTED
[10:29:30.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:72:0) after 7m41s
[10:37:11.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:72:0)
[10:37:11.363] Build status: STARTED
[10:37:11.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:73:0) after 1m32s
[10:38:43.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:73:0)
[10:38:43.425] Build status: STARTED
[10:38:43.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:74:0) after 3m25s
[10:42:08.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:74:0)
[10:42:08.574] Build status: STARTED
[10:42:08.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:75:0) after 2m40s
[10:44:48.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:75:0)
[10:44:48.620] Build status: STARTED
[10:44:48.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:76:0) after 8m7s
[10:52:55.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:76:0)
[10:52:55.852] Build status: STARTED
[10:52:55.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:77:0) after 9m59s
[11:02:54.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:77:0)
[11:02:54.903] Build status: STARTED
[11:02:54.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:78:0) after 7m58s
[11:10:52.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:78:0)
[11:10:52.947] Build status: STARTED
[11:10:52.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8885065418426517200:79:0) after 7m7s
[11:11:33.612] Received PubSub notification, asking Buildbucket for the build status
[11:11:33.629] Build:
{
  "id": "8719635356582227505",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-23T04:38:54.207621630Z",
  "startTime": "2025-03-23T10:18:27.328747990Z",
  "endTime": "2025-03-23T11:11:33.143829970Z",
  "updateTime": "2025-03-23T11:11:33.143829970Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d6d2201c41e46134421e169db9b429026ccd7ce9",
      "ref": "refs/heads/main"
    }
  }
}
[11:11:33.629] Invocation finished in 6h32m40.564418699s with status FAILED