Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-cmake-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a6ff2cb8212963050fddcd7b59777d7751988e05"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a6ff2cb8212963050fddcd7b59777d7751988e05
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:29:10.271] New invocation is queued and will start shortly
[20:29:11.350] Starting the invocation (attempt 1)
[20:29:11.383] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a6ff2cb8212963050fddcd7b59777d7751988e05"
[20:29:11.383] Popped gitiles commit info from properties and tags
[20:29:11.383] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:29:11.383] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:29:11.383] Buildbucket request:
{
  "requestId": "8897508012921334144",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8897508012921334144",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "70d3941c52f1b3a68e153cbe47e3e56143abf020"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70d3941c52f1b3a68e153cbe47e3e56143abf020",
                        "title": "70d3941c52f1b3a68e153cbe47e3e56143abf020",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70d3941c52f1b3a68e153cbe47e3e56143abf020"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "811a594d8238879c480ce1e46de1dbf004ad1102"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@811a594d8238879c480ce1e46de1dbf004ad1102",
                        "title": "811a594d8238879c480ce1e46de1dbf004ad1102",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/811a594d8238879c480ce1e46de1dbf004ad1102"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "31d6d4faa7a2650a75702313344efce423f0e91e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@31d6d4faa7a2650a75702313344efce423f0e91e",
                        "title": "31d6d4faa7a2650a75702313344efce423f0e91e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/31d6d4faa7a2650a75702313344efce423f0e91e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "322cd39de1ca479f09393002094b8dadc7fbac83"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@322cd39de1ca479f09393002094b8dadc7fbac83",
                        "title": "322cd39de1ca479f09393002094b8dadc7fbac83",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/322cd39de1ca479f09393002094b8dadc7fbac83"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7f9769315a8cf6ebf214351dc0dcae2e0545ee22"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7f9769315a8cf6ebf214351dc0dcae2e0545ee22",
                        "title": "7f9769315a8cf6ebf214351dc0dcae2e0545ee22",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7f9769315a8cf6ebf214351dc0dcae2e0545ee22"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f335a36cd358a7a3573ad256d0648cdcf85d4346"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f335a36cd358a7a3573ad256d0648cdcf85d4346",
                        "title": "f335a36cd358a7a3573ad256d0648cdcf85d4346",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f335a36cd358a7a3573ad256d0648cdcf85d4346"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0a4e6db6ad35d0bf062c22b471fef2a66948a90f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0a4e6db6ad35d0bf062c22b471fef2a66948a90f",
                        "title": "0a4e6db6ad35d0bf062c22b471fef2a66948a90f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0a4e6db6ad35d0bf062c22b471fef2a66948a90f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a6ff2cb8212963050fddcd7b59777d7751988e05"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a6ff2cb8212963050fddcd7b59777d7751988e05",
                        "title": "a6ff2cb8212963050fddcd7b59777d7751988e05",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a6ff2cb8212963050fddcd7b59777d7751988e05"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a6ff2cb8212963050fddcd7b59777d7751988e05",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897508012921334144"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:29:11.920] Scheduled build:
{
  "id": "8732077951032428913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-11-05T20:29:11.451058411Z",
  "updateTime": "2024-11-05T20:29:11.451058411Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a6ff2cb8212963050fddcd7b59777d7751988e05",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:29:11.920] Task URL: https://cr-buildbucket.appspot.com/build/8732077951032428913
[20:29:11.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:2:0) after 1m59s
[20:29:12.929] Received PubSub notification, asking Buildbucket for the build status
[20:29:13.021] Build status: SCHEDULED
[20:31:10.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:2:0)
[20:31:10.969] Build status: SCHEDULED
[20:31:10.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:4:0) after 3m17s
[20:34:28.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:4:0)
[20:34:28.115] Build status: SCHEDULED
[20:34:28.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:5:0) after 6m30s
[20:40:58.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:5:0)
[20:40:58.212] Build status: SCHEDULED
[20:40:58.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:6:0) after 3m47s
[20:44:45.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:6:0)
[20:44:45.249] Build status: SCHEDULED
[20:44:45.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:7:0) after 6m9s
[20:50:54.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:7:0)
[20:50:54.299] Build status: SCHEDULED
[20:50:54.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:8:0) after 8m44s
[20:59:38.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:8:0)
[20:59:38.342] Build status: SCHEDULED
[20:59:38.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:9:0) after 1m45s
[21:01:23.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:9:0)
[21:01:23.377] Build status: SCHEDULED
[21:01:23.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:10:0) after 2m41s
[21:04:04.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:10:0)
[21:04:04.368] Build status: SCHEDULED
[21:04:04.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:11:0) after 7m45s
[21:11:49.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:11:0)
[21:11:49.492] Build status: SCHEDULED
[21:11:49.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:12:0) after 9m10s
[21:20:59.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:12:0)
[21:20:59.583] Build status: SCHEDULED
[21:20:59.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:13:0) after 6m45s
[21:27:44.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:13:0)
[21:27:44.678] Build status: SCHEDULED
[21:27:44.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:14:0) after 4m22s
[21:32:06.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:14:0)
[21:32:06.795] Build status: SCHEDULED
[21:32:06.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:15:0) after 1m3s
[21:33:09.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:15:0)
[21:33:09.887] Build status: SCHEDULED
[21:33:09.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:16:0) after 9m15s
[21:42:24.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:16:0)
[21:42:25.168] Build status: SCHEDULED
[21:42:25.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:17:0) after 1m12s
[21:43:37.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:17:0)
[21:43:37.213] Build status: SCHEDULED
[21:43:37.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:18:0) after 5m47s
[21:49:24.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:18:0)
[21:49:24.217] Build status: SCHEDULED
[21:49:24.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:19:0) after 3m59s
[21:53:23.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:19:0)
[21:53:23.283] Build status: SCHEDULED
[21:53:23.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:20:0) after 2m3s
[21:55:26.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:20:0)
[21:55:26.435] Build status: SCHEDULED
[21:55:26.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:21:0) after 1m24s
[21:56:50.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:21:0)
[21:56:50.512] Build status: SCHEDULED
[21:56:50.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:22:0) after 5m57s
[22:02:47.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:22:0)
[22:02:47.551] Build status: SCHEDULED
[22:02:47.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:23:0) after 8m47s
[22:11:34.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:23:0)
[22:11:34.576] Build status: SCHEDULED
[22:11:34.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:24:0) after 2m2s
[22:13:36.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:24:0)
[22:13:36.584] Build status: SCHEDULED
[22:13:36.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:25:0) after 8m41s
[22:22:17.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:25:0)
[22:22:17.600] Build status: SCHEDULED
[22:22:17.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:26:0) after 5m40s
[22:27:57.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:26:0)
[22:27:57.698] Build status: SCHEDULED
[22:27:57.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:27:0) after 6m12s
[22:34:09.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:27:0)
[22:34:09.771] Build status: SCHEDULED
[22:34:09.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:28:0) after 2m51s
[22:37:00.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:28:0)
[22:37:01.032] Build status: SCHEDULED
[22:37:01.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:29:0) after 8m49s
[22:45:50.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:29:0)
[22:45:50.117] Build status: SCHEDULED
[22:45:50.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:30:0) after 9m42s
[22:55:32.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:30:0)
[22:55:32.172] Build status: SCHEDULED
[22:55:32.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:31:0) after 1m38s
[22:57:10.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:31:0)
[22:57:10.317] Build status: SCHEDULED
[22:57:10.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:32:0) after 1m13s
[22:58:23.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:32:0)
[22:58:23.439] Build status: SCHEDULED
[22:58:23.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:33:0) after 4m43s
[23:03:06.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:33:0)
[23:03:06.623] Build status: SCHEDULED
[23:03:06.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:34:0) after 8m35s
[23:11:41.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:34:0)
[23:11:41.694] Build status: SCHEDULED
[23:11:41.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:35:0) after 2m10s
[23:13:51.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:35:0)
[23:13:51.686] Build status: SCHEDULED
[23:13:51.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:36:0) after 7m31s
[23:21:22.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:36:0)
[23:21:22.727] Build status: SCHEDULED
[23:21:22.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:37:0) after 7m57s
[23:29:19.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:37:0)
[23:29:19.813] Build status: SCHEDULED
[23:29:19.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:38:0) after 6m34s
[23:35:53.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:38:0)
[23:35:53.854] Build status: SCHEDULED
[23:35:53.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:39:0) after 9m0s
[23:44:53.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:39:0)
[23:44:53.914] Build status: SCHEDULED
[23:44:53.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:40:0) after 8m9s
[23:53:02.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:40:0)
[23:53:02.951] Build status: SCHEDULED
[23:53:02.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:41:0) after 9m21s
[00:02:24.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:41:0)
[00:02:24.064] Build status: SCHEDULED
[00:02:24.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:42:0) after 3m23s
[00:05:47.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:42:0)
[00:05:47.112] Build status: SCHEDULED
[00:05:47.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:43:0) after 5m36s
[00:11:23.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:43:0)
[00:11:23.179] Build status: SCHEDULED
[00:11:23.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:44:0) after 2m9s
[00:13:32.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:44:0)
[00:13:32.220] Build status: SCHEDULED
[00:13:32.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:45:0) after 5m2s
[00:18:34.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:45:0)
[00:18:34.431] Build status: SCHEDULED
[00:18:34.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:46:0) after 4m52s
[00:23:26.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:46:0)
[00:23:26.520] Build status: SCHEDULED
[00:23:26.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:47:0) after 6m53s
[00:30:19.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:47:0)
[00:30:19.556] Build status: SCHEDULED
[00:30:19.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:48:0) after 6m16s
[00:36:35.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:48:0)
[00:36:35.626] Build status: SCHEDULED
[00:36:35.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:49:0) after 1m27s
[00:38:02.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:49:0)
[00:38:02.673] Build status: SCHEDULED
[00:38:02.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:50:0) after 4m39s
[00:42:41.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:50:0)
[00:42:41.764] Build status: SCHEDULED
[00:42:41.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:51:0) after 6m14s
[00:48:55.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:51:0)
[00:48:55.811] Build status: SCHEDULED
[00:48:55.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:52:0) after 1m10s
[00:50:05.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:52:0)
[00:50:05.869] Build status: SCHEDULED
[00:50:05.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:53:0) after 6m36s
[00:56:41.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:53:0)
[00:56:41.962] Build status: SCHEDULED
[00:56:41.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:54:0) after 5m6s
[01:01:47.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:54:0)
[01:01:48.004] Build status: SCHEDULED
[01:01:48.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:55:0) after 3m32s
[01:05:20.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:55:0)
[01:05:20.088] Build status: SCHEDULED
[01:05:20.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:56:0) after 2m30s
[01:07:50.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:56:0)
[01:07:50.146] Build status: SCHEDULED
[01:07:50.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:57:0) after 7m51s
[01:15:33.977] Received PubSub notification, asking Buildbucket for the build status
[01:15:34.002] Build status: STARTED
[01:15:41.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:57:0)
[01:15:41.199] Build status: STARTED
[01:15:41.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:59:0) after 4m16s
[01:19:57.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:59:0)
[01:19:57.240] Build status: STARTED
[01:19:57.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:60:0) after 2m33s
[01:22:30.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:60:0)
[01:22:30.321] Build status: STARTED
[01:22:30.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897508012921334144:61:0) after 7m52s
[01:23:18.007] Received PubSub notification, asking Buildbucket for the build status
[01:23:18.030] Build:
{
  "id": "8732077951032428913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-11-05T20:29:11.451058411Z",
  "startTime": "2024-11-06T01:15:33.805367955Z",
  "endTime": "2024-11-06T01:23:17.591010409Z",
  "updateTime": "2024-11-06T01:23:17.591010409Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a6ff2cb8212963050fddcd7b59777d7751988e05",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:23:18.030] Invocation finished in 4h54m7.763739445s with status FAILED