Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-cmake-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "fb74d9b42251fa9d00c0afc555dcaae8c0677324"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fb74d9b42251fa9d00c0afc555dcaae8c0677324
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:34:59.185] New invocation is queued and will start shortly
[21:35:00.326] Starting the invocation (attempt 1)
[21:35:00.354] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fb74d9b42251fa9d00c0afc555dcaae8c0677324"
[21:35:00.354] Popped gitiles commit info from properties and tags
[21:35:00.354] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:35:00.355] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:35:00.355] Buildbucket request:
{
  "requestId": "8898681632758227888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8898681632758227888",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5adbfb6a8e2b8600434edf5060f516a4259f91c8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5adbfb6a8e2b8600434edf5060f516a4259f91c8",
                        "title": "5adbfb6a8e2b8600434edf5060f516a4259f91c8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5adbfb6a8e2b8600434edf5060f516a4259f91c8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "544bc2f73c3021dd41d49cf112d018bb0c7fa4a5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@544bc2f73c3021dd41d49cf112d018bb0c7fa4a5",
                        "title": "544bc2f73c3021dd41d49cf112d018bb0c7fa4a5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/544bc2f73c3021dd41d49cf112d018bb0c7fa4a5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d8bc075fd61a518a277f825915a3a115e8cd8279"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d8bc075fd61a518a277f825915a3a115e8cd8279",
                        "title": "d8bc075fd61a518a277f825915a3a115e8cd8279",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d8bc075fd61a518a277f825915a3a115e8cd8279"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "efda99e88e567ed42091a28a0964de758ca2225d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@efda99e88e567ed42091a28a0964de758ca2225d",
                        "title": "efda99e88e567ed42091a28a0964de758ca2225d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/efda99e88e567ed42091a28a0964de758ca2225d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ade685efcfa5452301bb83c76da1fe71253bb025"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ade685efcfa5452301bb83c76da1fe71253bb025",
                        "title": "ade685efcfa5452301bb83c76da1fe71253bb025",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ade685efcfa5452301bb83c76da1fe71253bb025"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4cc53703a333813345c7fc5d1d0629e52d63e10c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4cc53703a333813345c7fc5d1d0629e52d63e10c",
                        "title": "4cc53703a333813345c7fc5d1d0629e52d63e10c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4cc53703a333813345c7fc5d1d0629e52d63e10c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d52c5583c6b6089cef565666d7a73735b98b2251"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d52c5583c6b6089cef565666d7a73735b98b2251",
                        "title": "d52c5583c6b6089cef565666d7a73735b98b2251",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d52c5583c6b6089cef565666d7a73735b98b2251"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fb74d9b42251fa9d00c0afc555dcaae8c0677324"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb74d9b42251fa9d00c0afc555dcaae8c0677324",
                        "title": "fb74d9b42251fa9d00c0afc555dcaae8c0677324",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb74d9b42251fa9d00c0afc555dcaae8c0677324"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "fb74d9b42251fa9d00c0afc555dcaae8c0677324",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8898681632758227888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:35:00.821] Scheduled build:
{
  "id": "8733251570786636609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-23T21:35:00.434061337Z",
  "updateTime": "2024-10-23T21:35:00.434061337Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fb74d9b42251fa9d00c0afc555dcaae8c0677324",
      "ref": "refs/heads/main"
    }
  }
}
[21:35:00.821] Task URL: https://cr-buildbucket.appspot.com/build/8733251570786636609
[21:35:00.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:2:0) after 5m56s
[21:35:46.233] Received PubSub notification, asking Buildbucket for the build status
[21:35:46.252] Build status: SCHEDULED
[21:40:56.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:2:0)
[21:40:56.857] Build status: SCHEDULED
[21:40:56.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:4:0) after 5m26s
[21:46:22.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:4:0)
[21:46:22.996] Build status: SCHEDULED
[21:46:22.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:5:0) after 4m29s
[21:50:51.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:5:0)
[21:50:51.998] Build status: SCHEDULED
[21:50:51.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:6:0) after 1m15s
[21:52:07.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:6:0)
[21:52:07.047] Build status: SCHEDULED
[21:52:07.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:7:0) after 8m2s
[22:00:09.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:7:0)
[22:00:09.116] Build status: SCHEDULED
[22:00:09.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:8:0) after 6m16s
[22:06:25.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:8:0)
[22:06:26.774] Build status: SCHEDULED
[22:06:26.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:9:0) after 1m6s
[22:07:32.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:9:0)
[22:07:32.811] Build status: SCHEDULED
[22:07:32.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:10:0) after 9m57s
[22:17:29.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:10:0)
[22:17:29.860] Build status: SCHEDULED
[22:17:29.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:11:0) after 8m21s
[22:25:50.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:11:0)
[22:25:50.965] Build status: SCHEDULED
[22:25:50.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:12:0) after 2m41s
[22:28:32.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:12:0)
[22:28:32.045] Build status: SCHEDULED
[22:28:32.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:13:0) after 1m39s
[22:30:11.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:13:0)
[22:30:11.168] Build status: SCHEDULED
[22:30:11.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:14:0) after 5m12s
[22:35:23.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:14:0)
[22:35:23.267] Build status: SCHEDULED
[22:35:23.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:15:0) after 7m4s
[22:42:27.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:15:0)
[22:42:27.329] Build status: SCHEDULED
[22:42:27.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:16:0) after 8m14s
[22:50:41.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:16:0)
[22:50:41.415] Build status: SCHEDULED
[22:50:41.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:17:0) after 1m24s
[22:52:05.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:17:0)
[22:52:05.459] Build status: SCHEDULED
[22:52:05.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:18:0) after 3m48s
[22:55:53.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:18:0)
[22:55:53.494] Build status: SCHEDULED
[22:55:53.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:19:0) after 6m26s
[23:02:19.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:19:0)
[23:02:19.688] Build status: SCHEDULED
[23:02:19.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:20:0) after 7m2s
[23:09:21.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:20:0)
[23:09:21.728] Build status: SCHEDULED
[23:09:21.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:21:0) after 9m18s
[23:18:39.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:21:0)
[23:18:39.768] Build status: SCHEDULED
[23:18:39.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:22:0) after 8m29s
[23:27:08.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:22:0)
[23:27:08.839] Build status: SCHEDULED
[23:27:08.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:23:0) after 9m51s
[23:36:59.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:23:0)
[23:36:59.847] Build status: SCHEDULED
[23:36:59.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:24:0) after 2m47s
[23:39:46.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:24:0)
[23:39:46.973] Build status: SCHEDULED
[23:39:46.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:25:0) after 1m24s
[23:41:11.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:25:0)
[23:41:11.062] Build status: SCHEDULED
[23:41:11.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:26:0) after 3m33s
[23:44:44.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:26:0)
[23:44:44.124] Build status: SCHEDULED
[23:44:44.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:27:0) after 4m23s
[23:49:07.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:27:0)
[23:49:07.270] Build status: SCHEDULED
[23:49:07.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:28:0) after 5m19s
[23:54:26.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:28:0)
[23:54:26.387] Build status: SCHEDULED
[23:54:26.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:29:0) after 3m25s
[23:57:51.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:29:0)
[23:57:51.460] Build status: SCHEDULED
[23:57:51.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:30:0) after 9m25s
[00:07:16.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:30:0)
[00:07:16.502] Build status: SCHEDULED
[00:07:16.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:31:0) after 3m10s
[00:10:26.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:31:0)
[00:10:26.517] Build status: SCHEDULED
[00:10:26.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:32:0) after 8m27s
[00:18:53.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:32:0)
[00:18:53.562] Build status: SCHEDULED
[00:18:53.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:33:0) after 8m20s
[00:27:13.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:33:0)
[00:27:13.614] Build status: SCHEDULED
[00:27:13.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:34:0) after 1m1s
[00:28:14.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:34:0)
[00:28:14.779] Build status: SCHEDULED
[00:28:14.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:35:0) after 1m36s
[00:29:50.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:35:0)
[00:29:50.813] Build status: SCHEDULED
[00:29:50.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:36:0) after 3m0s
[00:32:50.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:36:0)
[00:32:50.921] Build status: SCHEDULED
[00:32:50.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:37:0) after 7m55s
[00:40:45.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:37:0)
[00:40:45.960] Build status: SCHEDULED
[00:40:45.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:38:0) after 7m59s
[00:48:45.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:38:0)
[00:48:45.043] Build status: SCHEDULED
[00:48:45.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:39:0) after 3m38s
[00:52:23.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:39:0)
[00:52:23.089] Build status: SCHEDULED
[00:52:23.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:40:0) after 3m52s
[00:56:15.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:40:0)
[00:56:15.243] Build status: SCHEDULED
[00:56:15.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:41:0) after 5m26s
[01:01:41.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:41:0)
[01:01:41.281] Build status: SCHEDULED
[01:01:41.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:42:0) after 7m36s
[01:09:17.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:42:0)
[01:09:17.289] Build status: SCHEDULED
[01:09:17.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:43:0) after 9m10s
[01:18:27.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:43:0)
[01:18:27.486] Build status: SCHEDULED
[01:18:27.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:44:0) after 6m13s
[01:24:40.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:44:0)
[01:24:40.591] Build status: SCHEDULED
[01:24:40.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:45:0) after 5m44s
[01:30:24.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:45:0)
[01:30:24.633] Build status: SCHEDULED
[01:30:24.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:46:0) after 6m59s
[01:37:23.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:46:0)
[01:37:23.701] Build status: SCHEDULED
[01:37:23.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:47:0) after 3m38s
[01:41:01.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:47:0)
[01:41:01.713] Build status: SCHEDULED
[01:41:01.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:48:0) after 6m40s
[01:47:41.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:48:0)
[01:47:41.784] Build status: SCHEDULED
[01:47:41.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:49:0) after 5m34s
[01:53:15.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:49:0)
[01:53:15.815] Build status: SCHEDULED
[01:53:15.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:50:0) after 6m43s
[01:59:58.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:50:0)
[01:59:58.864] Build status: SCHEDULED
[01:59:58.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:51:0) after 6m48s
[02:06:46.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:51:0)
[02:06:46.897] Build status: SCHEDULED
[02:06:46.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:52:0) after 5m46s
[02:12:32.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:52:0)
[02:12:32.962] Build status: SCHEDULED
[02:12:32.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:53:0) after 9m30s
[02:22:03.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:53:0)
[02:22:03.057] Build status: SCHEDULED
[02:22:03.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:54:0) after 1m58s
[02:24:01.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:54:0)
[02:24:01.153] Build status: SCHEDULED
[02:24:01.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:55:0) after 8m56s
[02:32:57.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:55:0)
[02:32:57.223] Build status: SCHEDULED
[02:32:57.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:56:0) after 2m32s
[02:35:29.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:56:0)
[02:35:29.318] Build status: SCHEDULED
[02:35:29.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:57:0) after 9m27s
[02:44:56.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:57:0)
[02:44:56.356] Build status: SCHEDULED
[02:44:56.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:58:0) after 9m33s
[02:54:29.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:58:0)
[02:54:29.492] Build status: SCHEDULED
[02:54:29.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:59:0) after 8m5s
[03:02:34.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:59:0)
[03:02:34.910] Build status: SCHEDULED
[03:02:34.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:60:0) after 9m0s
[03:06:53.965] Received PubSub notification, asking Buildbucket for the build status
[03:06:54.083] Build status: STARTED
[03:11:34.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:60:0)
[03:11:34.962] Build status: STARTED
[03:11:34.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:62:0) after 1m12s
[03:12:46.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:62:0)
[03:12:47.007] Build status: STARTED
[03:12:47.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8898681632758227888:63:0) after 8m55s
[03:14:38.099] Received PubSub notification, asking Buildbucket for the build status
[03:14:38.116] Build:
{
  "id": "8733251570786636609",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-cmake-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-23T21:35:00.434061337Z",
  "startTime": "2024-10-24T03:06:46.040966681Z",
  "endTime": "2024-10-24T03:14:37.833025827Z",
  "updateTime": "2024-10-24T03:14:37.833025827Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fb74d9b42251fa9d00c0afc555dcaae8c0677324",
      "ref": "refs/heads/main"
    }
  }
}
[03:14:38.116] Invocation finished in 5h39m38.945904304s with status FAILED