Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-cmake-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e7623c76e45172d2fd98f112a76fb815f1b5496d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7623c76e45172d2fd98f112a76fb815f1b5496d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:18:02.356] New invocation is queued and will start shortly
[20:18:04.687] Starting the invocation (attempt 1)
[20:18:04.716] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7623c76e45172d2fd98f112a76fb815f1b5496d"
[20:18:04.716] Popped gitiles commit info from properties and tags
[20:18:04.716] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:18:04.716] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:18:04.716] Buildbucket request:
{
  "requestId": "8897961698114572560",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8897961698114572560",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "68ae066997cb5465d6008bde61d6004cf001aee6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@68ae066997cb5465d6008bde61d6004cf001aee6",
                        "title": "68ae066997cb5465d6008bde61d6004cf001aee6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/68ae066997cb5465d6008bde61d6004cf001aee6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "368cf8be3cb1909453c9c2cc67ec951517943086"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@368cf8be3cb1909453c9c2cc67ec951517943086",
                        "title": "368cf8be3cb1909453c9c2cc67ec951517943086",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/368cf8be3cb1909453c9c2cc67ec951517943086"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cc438c56c653e563b3a76e9443b0704f14cb9441"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc438c56c653e563b3a76e9443b0704f14cb9441",
                        "title": "cc438c56c653e563b3a76e9443b0704f14cb9441",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc438c56c653e563b3a76e9443b0704f14cb9441"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f6da7605cb026e4d142cbd371005a7c8956d4e63"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f6da7605cb026e4d142cbd371005a7c8956d4e63",
                        "title": "f6da7605cb026e4d142cbd371005a7c8956d4e63",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f6da7605cb026e4d142cbd371005a7c8956d4e63"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e7623c76e45172d2fd98f112a76fb815f1b5496d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7623c76e45172d2fd98f112a76fb815f1b5496d",
                        "title": "e7623c76e45172d2fd98f112a76fb815f1b5496d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7623c76e45172d2fd98f112a76fb815f1b5496d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e7623c76e45172d2fd98f112a76fb815f1b5496d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897961698114572560"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:18:05.140] Scheduled build:
{
  "id": "8732531634922407841",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-31T20:18:04.777509003Z",
  "updateTime": "2024-10-31T20:18:04.777509003Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e7623c76e45172d2fd98f112a76fb815f1b5496d",
      "ref": "refs/heads/main"
    }
  }
}
[20:18:05.140] Task URL: https://cr-buildbucket.appspot.com/build/8732531634922407841
[20:18:05.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:2:0) after 8m33s
[20:18:06.127] Received PubSub notification, asking Buildbucket for the build status
[20:18:06.213] Build status: SCHEDULED
[20:26:38.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:2:0)
[20:26:38.231] Build status: SCHEDULED
[20:26:38.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:4:0) after 1m8s
[20:27:46.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:4:0)
[20:27:46.311] Build status: SCHEDULED
[20:27:46.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:5:0) after 7m32s
[20:35:18.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:5:0)
[20:35:18.410] Build status: SCHEDULED
[20:35:18.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:6:0) after 2m11s
[20:37:29.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:6:0)
[20:37:29.464] Build status: SCHEDULED
[20:37:29.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:7:0) after 5m34s
[20:43:03.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:7:0)
[20:43:03.576] Build status: SCHEDULED
[20:43:03.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:8:0) after 3m0s
[20:46:03.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:8:0)
[20:46:03.610] Build status: SCHEDULED
[20:46:03.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:9:0) after 5m29s
[20:51:32.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:9:0)
[20:51:32.648] Build status: SCHEDULED
[20:51:32.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:10:0) after 7m1s
[20:58:33.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:10:0)
[20:58:33.839] Build status: SCHEDULED
[20:58:33.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:11:0) after 2m4s
[21:00:37.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:11:0)
[21:00:37.958] Build status: SCHEDULED
[21:00:37.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:12:0) after 4m16s
[21:04:53.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:12:0)
[21:04:54.016] Build status: SCHEDULED
[21:04:54.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:13:0) after 6m45s
[21:11:39.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:13:0)
[21:11:39.033] Build status: SCHEDULED
[21:11:39.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:14:0) after 4m45s
[21:16:24.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:14:0)
[21:16:24.070] Build status: SCHEDULED
[21:16:24.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:15:0) after 2m42s
[21:19:06.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:15:0)
[21:19:06.193] Build status: SCHEDULED
[21:19:06.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:16:0) after 6m45s
[21:25:51.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:16:0)
[21:25:51.280] Build status: SCHEDULED
[21:25:51.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:17:0) after 3m47s
[21:29:38.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:17:0)
[21:29:38.313] Build status: SCHEDULED
[21:29:38.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:18:0) after 1m28s
[21:31:06.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:18:0)
[21:31:06.457] Build status: SCHEDULED
[21:31:06.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:19:0) after 7m42s
[21:38:48.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:19:0)
[21:38:48.547] Build status: SCHEDULED
[21:38:48.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:20:0) after 9m6s
[21:47:54.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:20:0)
[21:47:54.594] Build status: SCHEDULED
[21:47:54.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:21:0) after 5m12s
[21:53:06.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:21:0)
[21:53:06.637] Build status: SCHEDULED
[21:53:06.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:22:0) after 9m58s
[22:03:04.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:22:0)
[22:03:04.689] Build status: SCHEDULED
[22:03:04.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:23:0) after 9m8s
[22:12:12.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:23:0)
[22:12:12.748] Build status: SCHEDULED
[22:12:12.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:24:0) after 3m15s
[22:15:27.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:24:0)
[22:15:27.896] Build status: SCHEDULED
[22:15:27.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:25:0) after 3m32s
[22:18:59.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:25:0)
[22:18:59.968] Build status: SCHEDULED
[22:18:59.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:26:0) after 1m38s
[22:20:38.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:26:0)
[22:20:38.214] Build status: SCHEDULED
[22:20:38.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:27:0) after 1m46s
[22:22:24.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:27:0)
[22:22:24.317] Build status: SCHEDULED
[22:22:24.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:28:0) after 6m3s
[22:28:27.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:28:0)
[22:28:27.356] Build status: SCHEDULED
[22:28:27.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:29:0) after 1m54s
[22:30:21.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:29:0)
[22:30:21.459] Build status: SCHEDULED
[22:30:21.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:30:0) after 3m9s
[22:33:30.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:30:0)
[22:33:30.503] Build status: SCHEDULED
[22:33:30.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:31:0) after 5m26s
[22:38:56.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:31:0)
[22:38:56.621] Build status: SCHEDULED
[22:38:56.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:32:0) after 1m54s
[22:40:50.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:32:0)
[22:40:50.669] Build status: SCHEDULED
[22:40:50.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:33:0) after 5m30s
[22:46:20.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:33:0)
[22:46:20.777] Build status: SCHEDULED
[22:46:20.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:34:0) after 3m58s
[22:50:18.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:34:0)
[22:50:18.853] Build status: SCHEDULED
[22:50:18.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:35:0) after 8m30s
[22:58:48.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:35:0)
[22:58:49.023] Build status: SCHEDULED
[22:58:49.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:36:0) after 8m44s
[23:07:33.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:36:0)
[23:07:33.110] Build status: SCHEDULED
[23:07:33.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:37:0) after 1m4s
[23:08:37.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:37:0)
[23:08:37.205] Build status: SCHEDULED
[23:08:37.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:38:0) after 1m10s
[23:09:47.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:38:0)
[23:09:47.239] Build status: SCHEDULED
[23:09:47.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:39:0) after 8m45s
[23:18:32.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:39:0)
[23:18:32.321] Build status: SCHEDULED
[23:18:32.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:40:0) after 2m4s
[23:20:36.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:40:0)
[23:20:36.397] Build status: SCHEDULED
[23:20:36.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:41:0) after 3m32s
[23:24:08.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:41:0)
[23:24:08.483] Build status: SCHEDULED
[23:24:08.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:42:0) after 9m8s
[23:33:16.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:42:0)
[23:33:16.526] Build status: SCHEDULED
[23:33:16.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:43:0) after 5m5s
[23:38:21.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:43:0)
[23:38:21.615] Build status: SCHEDULED
[23:38:21.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:44:0) after 7m44s
[23:46:05.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:44:0)
[23:46:05.676] Build status: SCHEDULED
[23:46:05.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:45:0) after 2m5s
[23:48:10.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:45:0)
[23:48:10.750] Build status: SCHEDULED
[23:48:10.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:46:0) after 8m37s
[23:56:47.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:46:0)
[23:56:47.789] Build status: SCHEDULED
[23:56:47.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:47:0) after 2m20s
[23:59:07.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:47:0)
[23:59:07.825] Build status: SCHEDULED
[23:59:07.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:48:0) after 5m4s
[00:04:11.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:48:0)
[00:04:11.932] Build status: SCHEDULED
[00:04:11.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:49:0) after 9m39s
[00:13:50.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:49:0)
[00:13:50.982] Build status: SCHEDULED
[00:13:50.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:50:0) after 3m31s
[00:17:22.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:50:0)
[00:17:22.020] Build status: SCHEDULED
[00:17:22.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:51:0) after 4m54s
[00:22:16.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:51:0)
[00:22:16.038] Build status: SCHEDULED
[00:22:16.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:52:0) after 2m29s
[00:24:45.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:52:0)
[00:24:45.128] Build status: SCHEDULED
[00:24:45.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:53:0) after 8m38s
[00:33:23.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:53:0)
[00:33:23.212] Build status: SCHEDULED
[00:33:23.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:54:0) after 8m44s
[00:42:07.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:54:0)
[00:42:07.264] Build status: SCHEDULED
[00:42:07.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:55:0) after 9m34s
[00:51:41.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:55:0)
[00:51:41.323] Build status: SCHEDULED
[00:51:41.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:56:0) after 6m4s
[00:57:45.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:56:0)
[00:57:45.421] Build status: SCHEDULED
[00:57:45.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:57:0) after 6m35s
[01:04:20.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:57:0)
[01:04:20.553] Build status: SCHEDULED
[01:04:20.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:58:0) after 9m42s
[01:12:58.840] Received PubSub notification, asking Buildbucket for the build status
[01:12:58.862] Build status: STARTED
[01:14:02.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:58:0)
[01:14:02.649] Build status: STARTED
[01:14:02.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:60:0) after 2m43s
[01:16:45.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:60:0)
[01:16:45.687] Build status: STARTED
[01:16:45.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:61:0) after 1m9s
[01:17:54.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:61:0)
[01:17:54.797] Build status: STARTED
[01:17:54.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8897961698114572560:62:0) after 9m13s
[01:20:35.791] Received PubSub notification, asking Buildbucket for the build status
[01:20:35.864] Build:
{
  "id": "8732531634922407841",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-31T20:18:04.777509003Z",
  "startTime": "2024-11-01T01:12:58.623440371Z",
  "endTime": "2024-11-01T01:20:35.456698378Z",
  "updateTime": "2024-11-01T01:20:35.456698378Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e7623c76e45172d2fd98f112a76fb815f1b5496d",
      "ref": "refs/heads/main"
    }
  }
}
[01:20:35.864] Invocation finished in 5h2m33.514969339s with status FAILED