Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-cmake-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:40:16.488] New invocation is queued and will start shortly
[20:40:17.736] Starting the invocation (attempt 1)
[20:40:17.762] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d"
[20:40:17.762] Popped gitiles commit info from properties and tags
[20:40:17.762] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:40:17.762] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:40:17.763] Buildbucket request:
{
  "requestId": "8901402983898730512",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8901402983898730512",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "736eb4a2b3d126d4621a5014f2e3b6bcd6b8b827"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@736eb4a2b3d126d4621a5014f2e3b6bcd6b8b827",
                        "title": "736eb4a2b3d126d4621a5014f2e3b6bcd6b8b827",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/736eb4a2b3d126d4621a5014f2e3b6bcd6b8b827"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fba0833c176a79ec83403fa9d48407c5ddebb99f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fba0833c176a79ec83403fa9d48407c5ddebb99f",
                        "title": "fba0833c176a79ec83403fa9d48407c5ddebb99f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fba0833c176a79ec83403fa9d48407c5ddebb99f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1f2e4ef02553d08744d5c835cc0ed50edc1049fd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1f2e4ef02553d08744d5c835cc0ed50edc1049fd",
                        "title": "1f2e4ef02553d08744d5c835cc0ed50edc1049fd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1f2e4ef02553d08744d5c835cc0ed50edc1049fd"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d0e975bc8019da3b398e1b99330b5f2ba5110706"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d0e975bc8019da3b398e1b99330b5f2ba5110706",
                        "title": "d0e975bc8019da3b398e1b99330b5f2ba5110706",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d0e975bc8019da3b398e1b99330b5f2ba5110706"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4c5e994df70ef93cadc4845b9a5fea8886d4ba8a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4c5e994df70ef93cadc4845b9a5fea8886d4ba8a",
                        "title": "4c5e994df70ef93cadc4845b9a5fea8886d4ba8a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4c5e994df70ef93cadc4845b9a5fea8886d4ba8a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "92ab0326113d1d6732a6d81dcc25abb330053b22"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@92ab0326113d1d6732a6d81dcc25abb330053b22",
                        "title": "92ab0326113d1d6732a6d81dcc25abb330053b22",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/92ab0326113d1d6732a6d81dcc25abb330053b22"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d",
                        "title": "1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901402983898730512"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:40:18.202] Scheduled build:
{
  "id": "8735972921843849505",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-23T20:40:17.825454615Z",
  "updateTime": "2024-09-23T20:40:17.825454615Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d",
      "ref": "refs/heads/main"
    }
  }
}
[20:40:18.202] Task URL: https://cr-buildbucket.appspot.com/build/8735972921843849505
[20:40:18.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:2:0) after 2m2s
[20:40:19.162] Received PubSub notification, asking Buildbucket for the build status
[20:40:19.191] Build status: SCHEDULED
[20:42:20.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:2:0)
[20:42:20.223] Build status: SCHEDULED
[20:42:20.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:4:0) after 2m59s
[20:45:19.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:4:0)
[20:45:19.315] Build status: SCHEDULED
[20:45:19.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:5:0) after 6m49s
[20:52:08.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:5:0)
[20:52:08.515] Build status: SCHEDULED
[20:52:08.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:6:0) after 4m52s
[20:57:00.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:6:0)
[20:57:00.555] Build status: SCHEDULED
[20:57:00.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:7:0) after 6m3s
[21:03:03.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:7:0)
[21:03:03.596] Build status: SCHEDULED
[21:03:03.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:8:0) after 6m46s
[21:09:49.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:8:0)
[21:09:49.684] Build status: SCHEDULED
[21:09:49.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:9:0) after 5m9s
[21:14:58.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:9:0)
[21:14:58.708] Build status: SCHEDULED
[21:14:58.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:10:0) after 2m42s
[21:17:40.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:10:0)
[21:17:40.750] Build status: SCHEDULED
[21:17:40.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:11:0) after 9m18s
[21:26:58.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:11:0)
[21:26:58.790] Build status: SCHEDULED
[21:26:58.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:12:0) after 6m45s
[21:33:43.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:12:0)
[21:33:43.824] Build status: SCHEDULED
[21:33:43.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:13:0) after 5m38s
[21:39:21.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:13:0)
[21:39:21.838] Build status: SCHEDULED
[21:39:21.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:14:0) after 4m13s
[21:43:34.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:14:0)
[21:43:34.902] Build status: SCHEDULED
[21:43:34.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:15:0) after 4m34s
[21:48:08.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:15:0)
[21:48:09.098] Build status: SCHEDULED
[21:48:09.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:16:0) after 3m17s
[21:51:26.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:16:0)
[21:51:26.262] Build status: SCHEDULED
[21:51:26.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:17:0) after 5m15s
[21:56:41.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:17:0)
[21:56:41.313] Build status: SCHEDULED
[21:56:41.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:18:0) after 8m41s
[22:05:22.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:18:0)
[22:05:22.352] Build status: SCHEDULED
[22:05:22.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:19:0) after 3m19s
[22:08:41.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:19:0)
[22:08:41.442] Build status: SCHEDULED
[22:08:41.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:20:0) after 6m44s
[22:15:25.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:20:0)
[22:15:25.727] Build status: SCHEDULED
[22:15:25.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:21:0) after 2m2s
[22:17:27.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:21:0)
[22:17:27.820] Build status: SCHEDULED
[22:17:27.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:22:0) after 5m51s
[22:23:18.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:22:0)
[22:23:18.958] Build status: SCHEDULED
[22:23:18.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:23:0) after 2m3s
[22:25:22.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:23:0)
[22:25:22.096] Build status: SCHEDULED
[22:25:22.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:24:0) after 7m14s
[22:32:36.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:24:0)
[22:32:36.134] Build status: SCHEDULED
[22:32:36.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:25:0) after 5m15s
[22:37:51.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:25:0)
[22:37:51.174] Build status: SCHEDULED
[22:37:51.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:26:0) after 8m45s
[22:46:36.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:26:0)
[22:46:36.215] Build status: SCHEDULED
[22:46:36.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:27:0) after 1m49s
[22:48:25.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:27:0)
[22:48:25.233] Build status: SCHEDULED
[22:48:25.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:28:0) after 6m0s
[22:54:25.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:28:0)
[22:54:25.274] Build status: SCHEDULED
[22:54:25.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:29:0) after 7m24s
[23:01:49.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:29:0)
[23:01:49.362] Build status: SCHEDULED
[23:01:49.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:30:0) after 8m7s
[23:09:56.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:30:0)
[23:09:56.408] Build status: SCHEDULED
[23:09:56.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:31:0) after 5m29s
[23:15:25.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:31:0)
[23:15:25.547] Build status: SCHEDULED
[23:15:25.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:32:0) after 1m5s
[23:16:30.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:32:0)
[23:16:30.813] Build status: SCHEDULED
[23:16:30.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:33:0) after 6m7s
[23:22:37.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:33:0)
[23:22:37.860] Build status: SCHEDULED
[23:22:37.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:34:0) after 3m15s
[23:25:52.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:34:0)
[23:25:52.910] Build status: SCHEDULED
[23:25:52.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:35:0) after 7m32s
[23:33:24.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:35:0)
[23:33:24.979] Build status: SCHEDULED
[23:33:24.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:36:0) after 3m42s
[23:37:07.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:36:0)
[23:37:07.106] Build status: SCHEDULED
[23:37:07.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:37:0) after 1m3s
[23:38:10.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:37:0)
[23:38:10.139] Build status: SCHEDULED
[23:38:10.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:38:0) after 8m19s
[23:46:29.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:38:0)
[23:46:29.319] Build status: SCHEDULED
[23:46:29.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:39:0) after 8m13s
[23:54:42.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:39:0)
[23:54:42.354] Build status: SCHEDULED
[23:54:42.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:40:0) after 7m37s
[00:02:19.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:40:0)
[00:02:19.401] Build status: SCHEDULED
[00:02:19.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:41:0) after 7m51s
[00:10:10.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:41:0)
[00:10:10.478] Build status: SCHEDULED
[00:10:10.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:42:0) after 7m22s
[00:17:32.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:42:0)
[00:17:32.548] Build status: SCHEDULED
[00:17:32.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:43:0) after 2m51s
[00:20:23.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:43:0)
[00:20:23.587] Build status: SCHEDULED
[00:20:23.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:44:0) after 7m49s
[00:28:12.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:44:0)
[00:28:12.630] Build status: SCHEDULED
[00:28:12.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:45:0) after 4m23s
[00:32:35.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:45:0)
[00:32:35.797] Build status: SCHEDULED
[00:32:35.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:46:0) after 3m42s
[00:36:17.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:46:0)
[00:36:17.815] Build status: SCHEDULED
[00:36:17.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:47:0) after 6m53s
[00:43:10.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:47:0)
[00:43:10.915] Build status: SCHEDULED
[00:43:10.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:48:0) after 6m36s
[00:49:46.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:48:0)
[00:49:46.949] Build status: SCHEDULED
[00:49:46.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:49:0) after 2m52s
[00:52:38.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:49:0)
[00:52:39.004] Build status: SCHEDULED
[00:52:39.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:50:0) after 7m18s
[00:59:57.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:50:0)
[00:59:57.087] Build status: SCHEDULED
[00:59:57.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:51:0) after 6m9s
[01:06:06.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:51:0)
[01:06:06.173] Build status: SCHEDULED
[01:06:06.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:52:0) after 3m12s
[01:09:18.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:52:0)
[01:09:18.216] Build status: SCHEDULED
[01:09:18.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:53:0) after 2m24s
[01:11:42.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:53:0)
[01:11:42.308] Build status: SCHEDULED
[01:11:42.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:54:0) after 3m0s
[01:14:42.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:54:0)
[01:14:42.397] Build status: SCHEDULED
[01:14:42.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:55:0) after 4m2s
[01:18:44.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:55:0)
[01:18:44.481] Build status: SCHEDULED
[01:18:44.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:56:0) after 7m11s
[01:22:43.444] Received PubSub notification, asking Buildbucket for the build status
[01:22:43.464] Build status: STARTED
[01:25:55.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:56:0)
[01:25:55.582] Build status: STARTED
[01:25:55.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901402983898730512:58:0) after 8m54s
[01:29:40.510] Received PubSub notification, asking Buildbucket for the build status
[01:29:40.531] Build:
{
  "id": "8735972921843849505",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-23T20:40:17.825454615Z",
  "startTime": "2024-09-24T01:22:43.274078467Z",
  "endTime": "2024-09-24T01:29:40.178996545Z",
  "updateTime": "2024-09-24T01:29:40.178996545Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "1ad38f04ad66f4f831e51e6439e2fc3f76d5f20d",
      "ref": "refs/heads/main"
    }
  }
}
[01:29:40.531] Invocation finished in 4h49m24.050567823s with status FAILED