Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-cmake-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8f18755dc9a225caacf2b190d1114ebfda4a2642"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f18755dc9a225caacf2b190d1114ebfda4a2642
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:19:49.338] New invocation is queued and will start shortly
[21:19:50.598] Starting the invocation (attempt 1)
[21:19:50.630] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f18755dc9a225caacf2b190d1114ebfda4a2642"
[21:19:50.630] Popped gitiles commit info from properties and tags
[21:19:50.630] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:19:50.631] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:19:50.631] Buildbucket request:
{
  "requestId": "8901038107920518992",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8901038107920518992",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2a0f0dfccc19b86a686777afa647b0c75a87c863"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2a0f0dfccc19b86a686777afa647b0c75a87c863",
                        "title": "2a0f0dfccc19b86a686777afa647b0c75a87c863",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2a0f0dfccc19b86a686777afa647b0c75a87c863"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "14204b516c1a0dd750fd8a8137dd15147a6085c1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@14204b516c1a0dd750fd8a8137dd15147a6085c1",
                        "title": "14204b516c1a0dd750fd8a8137dd15147a6085c1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/14204b516c1a0dd750fd8a8137dd15147a6085c1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d31705b84d24f0ef17e6b8eef6cae13f96f942e4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d31705b84d24f0ef17e6b8eef6cae13f96f942e4",
                        "title": "d31705b84d24f0ef17e6b8eef6cae13f96f942e4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d31705b84d24f0ef17e6b8eef6cae13f96f942e4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "42cff573c2016f8d0f78ef2f0db8cd9941601ab4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@42cff573c2016f8d0f78ef2f0db8cd9941601ab4",
                        "title": "42cff573c2016f8d0f78ef2f0db8cd9941601ab4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/42cff573c2016f8d0f78ef2f0db8cd9941601ab4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "adbc84085a8f629b6ea7f0fea277b8f7f2fe9733"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@adbc84085a8f629b6ea7f0fea277b8f7f2fe9733",
                        "title": "adbc84085a8f629b6ea7f0fea277b8f7f2fe9733",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/adbc84085a8f629b6ea7f0fea277b8f7f2fe9733"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "90d013791456308b1cea8b53cfec351597ff5992"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90d013791456308b1cea8b53cfec351597ff5992",
                        "title": "90d013791456308b1cea8b53cfec351597ff5992",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90d013791456308b1cea8b53cfec351597ff5992"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "801fb32919777aefd7a734ce9c2c1e6aec782ab7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@801fb32919777aefd7a734ce9c2c1e6aec782ab7",
                        "title": "801fb32919777aefd7a734ce9c2c1e6aec782ab7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/801fb32919777aefd7a734ce9c2c1e6aec782ab7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8f18755dc9a225caacf2b190d1114ebfda4a2642"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8f18755dc9a225caacf2b190d1114ebfda4a2642",
                        "title": "8f18755dc9a225caacf2b190d1114ebfda4a2642",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8f18755dc9a225caacf2b190d1114ebfda4a2642"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8f18755dc9a225caacf2b190d1114ebfda4a2642",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8901038107920518992"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:19:51.055] Scheduled build:
{
  "id": "8735608045853886609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-27T21:19:50.685748365Z",
  "updateTime": "2024-09-27T21:19:50.685748365Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8f18755dc9a225caacf2b190d1114ebfda4a2642",
      "ref": "refs/heads/main"
    }
  }
}
[21:19:51.055] Task URL: https://cr-buildbucket.appspot.com/build/8735608045853886609
[21:19:51.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:2:0) after 2m41s
[21:19:51.976] Received PubSub notification, asking Buildbucket for the build status
[21:19:51.999] Build status: SCHEDULED
[21:22:32.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:2:0)
[21:22:32.141] Build status: SCHEDULED
[21:22:32.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:4:0) after 9m38s
[21:32:10.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:4:0)
[21:32:10.193] Build status: SCHEDULED
[21:32:10.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:5:0) after 5m28s
[21:37:38.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:5:0)
[21:37:38.310] Build status: SCHEDULED
[21:37:38.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:6:0) after 7m26s
[21:45:04.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:6:0)
[21:45:04.355] Build status: SCHEDULED
[21:45:04.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:7:0) after 2m19s
[21:47:23.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:7:0)
[21:47:23.450] Build status: SCHEDULED
[21:47:23.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:8:0) after 7m55s
[21:55:18.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:8:0)
[21:55:18.497] Build status: SCHEDULED
[21:55:18.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:9:0) after 8m9s
[22:03:27.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:9:0)
[22:03:27.534] Build status: SCHEDULED
[22:03:27.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:10:0) after 8m40s
[22:12:07.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:10:0)
[22:12:07.654] Build status: SCHEDULED
[22:12:07.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:11:0) after 4m53s
[22:17:00.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:11:0)
[22:17:00.867] Build status: SCHEDULED
[22:17:00.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:12:0) after 3m56s
[22:20:56.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:12:0)
[22:20:56.909] Build status: SCHEDULED
[22:20:56.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:13:0) after 8m34s
[22:29:30.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:13:0)
[22:29:30.961] Build status: SCHEDULED
[22:29:30.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:14:0) after 8m0s
[22:37:30.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:14:0)
[22:37:31.001] Build status: SCHEDULED
[22:37:31.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:15:0) after 8m25s
[22:45:55.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:15:0)
[22:45:56.011] Build status: SCHEDULED
[22:45:56.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:16:0) after 2m23s
[22:48:19.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:16:0)
[22:48:19.057] Build status: SCHEDULED
[22:48:19.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:17:0) after 8m21s
[22:56:40.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:17:0)
[22:56:40.133] Build status: SCHEDULED
[22:56:40.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:18:0) after 8m2s
[23:04:42.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:18:0)
[23:04:42.166] Build status: SCHEDULED
[23:04:42.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:19:0) after 3m56s
[23:08:38.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:19:0)
[23:08:38.517] Build status: SCHEDULED
[23:08:38.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:20:0) after 8m50s
[23:17:28.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:20:0)
[23:17:29.137] Build status: SCHEDULED
[23:17:29.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:21:0) after 8m50s
[23:26:19.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:21:0)
[23:26:19.255] Build status: SCHEDULED
[23:26:19.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:22:0) after 3m45s
[23:30:04.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:22:0)
[23:30:04.340] Build status: SCHEDULED
[23:30:04.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:23:0) after 7m25s
[23:37:29.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:23:0)
[23:37:29.397] Build status: SCHEDULED
[23:37:29.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:24:0) after 1m56s
[23:39:25.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:24:0)
[23:39:25.449] Build status: SCHEDULED
[23:39:25.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:25:0) after 2m9s
[23:41:34.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:25:0)
[23:41:34.481] Build status: SCHEDULED
[23:41:34.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:26:0) after 4m41s
[23:46:15.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:26:0)
[23:46:15.572] Build status: SCHEDULED
[23:46:15.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:27:0) after 5m16s
[23:51:31.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:27:0)
[23:51:31.634] Build status: SCHEDULED
[23:51:31.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:28:0) after 6m53s
[23:58:24.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:28:0)
[23:58:24.628] Build status: SCHEDULED
[23:58:24.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:29:0) after 7m10s
[00:05:34.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:29:0)
[00:05:34.715] Build status: SCHEDULED
[00:05:34.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:30:0) after 7m35s
[00:13:09.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:30:0)
[00:13:09.754] Build status: SCHEDULED
[00:13:09.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:31:0) after 4m34s
[00:17:43.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:31:0)
[00:17:43.839] Build status: SCHEDULED
[00:17:43.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:32:0) after 7m44s
[00:25:27.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:32:0)
[00:25:27.897] Build status: SCHEDULED
[00:25:27.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:33:0) after 6m4s
[00:31:32.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:33:0)
[00:31:32.278] Build status: SCHEDULED
[00:31:32.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:34:0) after 9m6s
[00:40:38.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:34:0)
[00:40:38.483] Build status: SCHEDULED
[00:40:38.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:35:0) after 4m38s
[00:45:16.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:35:0)
[00:45:16.940] Build status: SCHEDULED
[00:45:16.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:36:0) after 6m13s
[00:51:30.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:36:0)
[00:51:30.026] Build status: SCHEDULED
[00:51:30.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:37:0) after 4m14s
[00:55:44.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:37:0)
[00:55:44.435] Build status: SCHEDULED
[00:55:44.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:38:0) after 4m30s
[01:00:14.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:38:0)
[01:00:14.471] Build status: SCHEDULED
[01:00:14.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:39:0) after 1m49s
[01:02:03.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:39:0)
[01:02:03.512] Build status: SCHEDULED
[01:02:03.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:40:0) after 2m16s
[01:04:19.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:40:0)
[01:04:19.580] Build status: SCHEDULED
[01:04:19.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:41:0) after 7m10s
[01:11:29.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:41:0)
[01:11:29.967] Build status: SCHEDULED
[01:11:29.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:42:0) after 2m59s
[01:14:29.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:42:0)
[01:14:29.371] Build status: SCHEDULED
[01:14:29.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:43:0) after 1m5s
[01:15:34.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:43:0)
[01:15:34.415] Build status: SCHEDULED
[01:15:34.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:44:0) after 4m55s
[01:20:29.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:44:0)
[01:20:29.499] Build status: SCHEDULED
[01:20:29.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:45:0) after 4m41s
[01:25:10.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:45:0)
[01:25:10.941] Build status: SCHEDULED
[01:25:10.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:46:0) after 3m7s
[01:28:17.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:46:0)
[01:28:18.039] Build status: SCHEDULED
[01:28:18.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:47:0) after 5m23s
[01:33:41.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:47:0)
[01:33:41.738] Build status: SCHEDULED
[01:33:41.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:48:0) after 1m6s
[01:34:47.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:48:0)
[01:34:47.828] Build status: SCHEDULED
[01:34:47.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:49:0) after 7m0s
[01:41:47.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:49:0)
[01:41:47.958] Build status: SCHEDULED
[01:41:47.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:50:0) after 5m18s
[01:47:05.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:50:0)
[01:47:05.990] Build status: SCHEDULED
[01:47:05.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:51:0) after 2m53s
[01:49:58.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:51:0)
[01:49:59.136] Build status: SCHEDULED
[01:49:59.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:52:0) after 3m33s
[01:53:32.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:52:0)
[01:53:32.371] Build status: SCHEDULED
[01:53:32.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:53:0) after 1m2s
[01:54:34.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:53:0)
[01:54:34.439] Build status: SCHEDULED
[01:54:34.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:54:0) after 7m6s
[02:01:40.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:54:0)
[02:01:40.934] Build status: SCHEDULED
[02:01:40.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:55:0) after 9m48s
[02:11:29.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:55:0)
[02:11:29.053] Build status: SCHEDULED
[02:11:29.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:56:0) after 2m31s
[02:14:00.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:56:0)
[02:14:00.095] Build status: SCHEDULED
[02:14:00.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:57:0) after 1m3s
[02:15:03.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:57:0)
[02:15:03.235] Build status: SCHEDULED
[02:15:03.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:58:0) after 5m34s
[02:20:37.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:58:0)
[02:20:37.420] Build status: SCHEDULED
[02:20:37.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:59:0) after 6m7s
[02:23:07.140] Received PubSub notification, asking Buildbucket for the build status
[02:23:07.162] Build status: STARTED
[02:26:44.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:59:0)
[02:26:44.511] Build status: STARTED
[02:26:44.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:61:0) after 2m20s
[02:29:04.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:61:0)
[02:29:04.583] Build status: STARTED
[02:29:04.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8901038107920518992:62:0) after 4m48s
[02:30:18.886] Received PubSub notification, asking Buildbucket for the build status
[02:30:18.922] Build:
{
  "id": "8735608045853886609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-09-27T21:19:50.685748365Z",
  "startTime": "2024-09-28T02:23:06.822889080Z",
  "endTime": "2024-09-28T02:30:18.236676640Z",
  "updateTime": "2024-09-28T02:30:18.236676640Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8f18755dc9a225caacf2b190d1114ebfda4a2642",
      "ref": "refs/heads/main"
    }
  }
}
[02:30:18.922] Invocation finished in 5h10m29.592648429s with status FAILED