Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:12:02.697] New invocation is queued and will start shortly
[18:12:04.092] Starting the invocation (attempt 1)
[18:12:04.125] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
[18:12:04.125] Popped gitiles commit info from properties and tags
[18:12:04.125] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:12:04.126] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:12:04.126] Buildbucket request:
{
  "requestId": "8867076059452424640",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867076059452424640",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1efdc9977973701d3fc2f015ba65d7b3637995f2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1efdc9977973701d3fc2f015ba65d7b3637995f2",
                        "title": "1efdc9977973701d3fc2f015ba65d7b3637995f2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1efdc9977973701d3fc2f015ba65d7b3637995f2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "edf06476b38415b04b15b6a2ca2f9e043665544c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edf06476b38415b04b15b6a2ca2f9e043665544c",
                        "title": "edf06476b38415b04b15b6a2ca2f9e043665544c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edf06476b38415b04b15b6a2ca2f9e043665544c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
                        "title": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c05612043ac72ce21091f4ae08c53034c33d70fb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c05612043ac72ce21091f4ae08c53034c33d70fb",
                        "title": "c05612043ac72ce21091f4ae08c53034c33d70fb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c05612043ac72ce21091f4ae08c53034c33d70fb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ab9db628b9baf3896b97a0f57f34b8bfbadbf48a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ab9db628b9baf3896b97a0f57f34b8bfbadbf48a",
                        "title": "ab9db628b9baf3896b97a0f57f34b8bfbadbf48a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ab9db628b9baf3896b97a0f57f34b8bfbadbf48a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7bebdb357915827c96e6642fc6682c58b2baa836"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7bebdb357915827c96e6642fc6682c58b2baa836",
                        "title": "7bebdb357915827c96e6642fc6682c58b2baa836",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7bebdb357915827c96e6642fc6682c58b2baa836"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
                        "title": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867076059452424640"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:12:04.799] Scheduled build:
{
  "id": "8701645997219617793",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-07T18:12:04.200292523Z",
  "updateTime": "2025-10-07T18:12:04.200292523Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
      "ref": "refs/heads/main"
    }
  }
}
[18:12:04.799] Task URL: https://cr-buildbucket.appspot.com/build/8701645997219617793
[18:12:04.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:2:0) after 4m53s
[18:12:05.705] Received PubSub notification, asking Buildbucket for the build status
[18:12:05.738] Build status: SCHEDULED
[18:16:57.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:2:0)
[18:16:57.866] Build status: SCHEDULED
[18:16:57.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:4:0) after 9m3s
[18:26:00.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:4:0)
[18:26:00.931] Build status: SCHEDULED
[18:26:00.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:5:0) after 3m40s
[18:29:40.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:5:0)
[18:29:40.975] Build status: SCHEDULED
[18:29:40.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:6:0) after 6m46s
[18:36:26.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:6:0)
[18:36:26.987] Build status: SCHEDULED
[18:36:26.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:7:0) after 7m50s
[18:44:17.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:7:0)
[18:44:17.104] Build status: SCHEDULED
[18:44:17.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:8:0) after 2m43s
[18:47:00.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:8:0)
[18:47:00.159] Build status: SCHEDULED
[18:47:00.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:9:0) after 9m18s
[18:56:18.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:9:0)
[18:56:18.188] Build status: SCHEDULED
[18:56:18.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:10:0) after 2m50s
[18:59:08.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:10:0)
[18:59:08.352] Build status: SCHEDULED
[18:59:08.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:11:0) after 8m6s
[19:07:14.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:11:0)
[19:07:14.411] Build status: SCHEDULED
[19:07:14.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:12:0) after 7m31s
[19:14:45.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:12:0)
[19:14:45.448] Build status: SCHEDULED
[19:14:45.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:13:0) after 5m44s
[19:20:29.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:13:0)
[19:20:29.475] Build status: SCHEDULED
[19:20:29.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:14:0) after 6m15s
[19:26:44.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:14:0)
[19:26:44.559] Build status: SCHEDULED
[19:26:44.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:15:0) after 8m55s
[19:35:39.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:15:0)
[19:35:39.647] Build status: SCHEDULED
[19:35:39.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:16:0) after 8m38s
[19:44:17.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:16:0)
[19:44:17.707] Build status: SCHEDULED
[19:44:17.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:17:0) after 6m13s
[19:50:30.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:17:0)
[19:50:30.824] Build status: SCHEDULED
[19:50:30.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:18:0) after 1m57s
[19:52:27.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:18:0)
[19:52:27.861] Build status: SCHEDULED
[19:52:27.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:19:0) after 7m55s
[20:00:22.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:19:0)
[20:00:22.898] Build status: SCHEDULED
[20:00:22.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:20:0) after 6m48s
[20:07:10.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:20:0)
[20:07:10.954] Build status: SCHEDULED
[20:07:10.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:21:0) after 1m27s
[20:08:38.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:21:0)
[20:08:38.045] Build status: SCHEDULED
[20:08:38.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:22:0) after 1m34s
[20:10:12.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:22:0)
[20:10:12.151] Build status: SCHEDULED
[20:10:12.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:23:0) after 1m22s
[20:11:34.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:23:0)
[20:11:34.210] Build status: SCHEDULED
[20:11:34.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:24:0) after 5m54s
[20:17:28.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:24:0)
[20:17:28.348] Build status: SCHEDULED
[20:17:28.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:25:0) after 3m28s
[20:20:56.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:25:0)
[20:20:56.392] Build status: SCHEDULED
[20:20:56.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:26:0) after 4m10s
[20:25:06.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:26:0)
[20:25:06.472] Build status: SCHEDULED
[20:25:06.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:27:0) after 3m23s
[20:28:29.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:27:0)
[20:28:29.895] Build status: SCHEDULED
[20:28:29.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:28:0) after 9m51s
[20:38:20.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:28:0)
[20:38:20.947] Build status: SCHEDULED
[20:38:20.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:29:0) after 4m30s
[20:42:51.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:29:0)
[20:42:51.212] Build status: SCHEDULED
[20:42:51.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:30:0) after 1m14s
[20:44:05.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:30:0)
[20:44:05.540] Build status: SCHEDULED
[20:44:05.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:31:0) after 3m57s
[20:48:02.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:31:0)
[20:48:02.696] Build status: SCHEDULED
[20:48:02.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:32:0) after 9m55s
[20:57:57.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:32:0)
[20:57:57.742] Build status: SCHEDULED
[20:57:57.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:33:0) after 9m59s
[21:07:57.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:33:0)
[21:07:57.209] Build status: SCHEDULED
[21:07:57.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:34:0) after 1m43s
[21:09:40.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:34:0)
[21:09:40.554] Build status: SCHEDULED
[21:09:40.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:35:0) after 4m31s
[21:14:11.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:35:0)
[21:14:11.630] Build status: SCHEDULED
[21:14:11.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:36:0) after 5m16s
[21:19:28.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:36:0)
[21:19:28.066] Build status: SCHEDULED
[21:19:28.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:37:0) after 7m46s
[21:27:14.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:37:0)
[21:27:14.148] Build status: SCHEDULED
[21:27:14.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:38:0) after 6m26s
[21:33:40.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:38:0)
[21:33:40.197] Build status: SCHEDULED
[21:33:40.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:39:0) after 2m6s
[21:35:46.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:39:0)
[21:35:46.686] Build status: SCHEDULED
[21:35:46.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:40:0) after 9m54s
[21:45:40.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:40:0)
[21:45:40.867] Build status: SCHEDULED
[21:45:40.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:41:0) after 5m13s
[21:50:53.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:41:0)
[21:50:53.951] Build status: SCHEDULED
[21:50:53.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:42:0) after 1m21s
[21:52:15.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:42:0)
[21:52:15.035] Build status: SCHEDULED
[21:52:15.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:43:0) after 6m0s
[21:58:15.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:43:0)
[21:58:15.114] Build status: SCHEDULED
[21:58:15.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:44:0) after 3m26s
[22:01:41.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:44:0)
[22:01:41.209] Build status: SCHEDULED
[22:01:41.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:45:0) after 3m39s
[22:05:20.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:45:0)
[22:05:20.245] Build status: SCHEDULED
[22:05:20.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:46:0) after 9m0s
[22:14:20.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:46:0)
[22:14:20.420] Build status: SCHEDULED
[22:14:20.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:47:0) after 3m0s
[22:17:20.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:47:0)
[22:17:20.506] Build status: SCHEDULED
[22:17:20.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:48:0) after 7m43s
[22:25:03.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:48:0)
[22:25:03.555] Build status: SCHEDULED
[22:25:03.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:49:0) after 1m23s
[22:26:26.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:49:0)
[22:26:26.851] Build status: SCHEDULED
[22:26:26.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:50:0) after 4m50s
[22:31:16.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:50:0)
[22:31:16.891] Build status: SCHEDULED
[22:31:16.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:51:0) after 2m3s
[22:33:19.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:51:0)
[22:33:19.935] Build status: SCHEDULED
[22:33:19.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:52:0) after 8m0s
[22:41:20.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:52:0)
[22:41:20.022] Build status: SCHEDULED
[22:41:20.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:53:0) after 6m48s
[22:48:08.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:53:0)
[22:48:08.088] Build status: SCHEDULED
[22:48:08.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:54:0) after 4m47s
[22:52:55.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:54:0)
[22:52:55.137] Build status: SCHEDULED
[22:52:55.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:55:0) after 7m15s
[23:00:10.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:55:0)
[23:00:10.189] Build status: SCHEDULED
[23:00:10.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:56:0) after 3m2s
[23:03:12.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:56:0)
[23:03:12.205] Build status: SCHEDULED
[23:03:12.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:57:0) after 3m25s
[23:06:37.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:57:0)
[23:06:37.529] Build status: SCHEDULED
[23:06:37.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:58:0) after 6m21s
[23:12:58.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:58:0)
[23:12:58.718] Build status: SCHEDULED
[23:12:58.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:59:0) after 9m21s
[23:22:19.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:59:0)
[23:22:19.843] Build status: SCHEDULED
[23:22:19.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:60:0) after 1m56s
[23:24:16.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:60:0)
[23:24:16.285] Build status: SCHEDULED
[23:24:16.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:61:0) after 4m53s
[23:29:09.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:61:0)
[23:29:09.321] Build status: SCHEDULED
[23:29:09.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:62:0) after 2m44s
[23:31:53.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:62:0)
[23:31:53.348] Build status: SCHEDULED
[23:31:53.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:63:0) after 6m28s
[23:38:21.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:63:0)
[23:38:21.442] Build status: SCHEDULED
[23:38:21.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:64:0) after 9m33s
[23:47:54.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:64:0)
[23:47:54.594] Build status: SCHEDULED
[23:47:54.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:65:0) after 2m35s
[23:50:29.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:65:0)
[23:50:29.705] Build status: SCHEDULED
[23:50:29.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:66:0) after 5m51s
[23:56:20.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:66:0)
[23:56:20.959] Build status: SCHEDULED
[23:56:20.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:67:0) after 4m54s
[00:01:15.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:67:0)
[00:01:15.135] Build status: SCHEDULED
[00:01:15.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:68:0) after 3m0s
[00:04:15.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:68:0)
[00:04:15.207] Build status: SCHEDULED
[00:04:15.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:69:0) after 1m41s
[00:05:56.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:69:0)
[00:05:56.257] Build status: SCHEDULED
[00:05:56.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:70:0) after 5m8s
[00:11:04.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:70:0)
[00:11:04.343] Build status: SCHEDULED
[00:11:04.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:71:0) after 4m36s
[00:15:40.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:71:0)
[00:15:40.422] Build status: SCHEDULED
[00:15:40.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:72:0) after 5m14s
[00:20:54.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:72:0)
[00:20:54.603] Build status: SCHEDULED
[00:20:54.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:73:0) after 2m1s
[00:22:55.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:73:0)
[00:22:55.850] Build status: SCHEDULED
[00:22:55.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:74:0) after 2m47s
[00:25:42.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:74:0)
[00:25:42.834] Build status: SCHEDULED
[00:25:42.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:75:0) after 1m45s
[00:27:27.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:75:0)
[00:27:27.872] Build status: SCHEDULED
[00:27:27.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:76:0) after 4m41s
[00:32:08.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:76:0)
[00:32:08.857] Build status: SCHEDULED
[00:32:08.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:77:0) after 2m24s
[00:34:32.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:77:0)
[00:34:32.894] Build status: SCHEDULED
[00:34:32.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:78:0) after 3m9s
[00:37:41.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:78:0)
[00:37:41.945] Build status: SCHEDULED
[00:37:41.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:79:0) after 3m1s
[00:40:42.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:79:0)
[00:40:42.998] Build status: SCHEDULED
[00:40:42.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:80:0) after 4m48s
[00:45:31.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:80:0)
[00:45:31.220] Build status: SCHEDULED
[00:45:31.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:81:0) after 8m48s
[00:54:19.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:81:0)
[00:54:19.252] Build status: SCHEDULED
[00:54:19.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:82:0) after 5m8s
[00:59:27.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:82:0)
[00:59:27.284] Build status: SCHEDULED
[00:59:27.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:83:0) after 6m2s
[01:05:29.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:83:0)
[01:05:29.343] Build status: SCHEDULED
[01:05:29.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:84:0) after 3m21s
[01:08:50.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:84:0)
[01:08:50.409] Build status: SCHEDULED
[01:08:50.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:85:0) after 2m55s
[01:11:45.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:85:0)
[01:11:45.504] Build status: SCHEDULED
[01:11:45.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:86:0) after 5m15s
[01:17:00.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:86:0)
[01:17:00.629] Build status: SCHEDULED
[01:17:00.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:87:0) after 6m27s
[01:23:27.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:87:0)
[01:23:27.683] Build status: SCHEDULED
[01:23:27.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:88:0) after 6m42s
[01:30:09.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:88:0)
[01:30:09.766] Build status: SCHEDULED
[01:30:09.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:89:0) after 4m1s
[01:34:10.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:89:0)
[01:34:10.852] Build status: SCHEDULED
[01:34:10.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:90:0) after 8m25s
[01:42:35.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:90:0)
[01:42:35.958] Build status: SCHEDULED
[01:42:35.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:91:0) after 6m18s
[01:47:36.402] Received PubSub notification, asking Buildbucket for the build status
[01:47:36.418] Build status: STARTED
[01:48:53.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:91:0)
[01:48:54.010] Build status: STARTED
[01:48:54.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:93:0) after 5m44s
[01:54:38.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:93:0)
[01:54:38.219] Build status: STARTED
[01:54:38.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:94:0) after 8m6s
[02:02:44.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:94:0)
[02:02:44.304] Build status: STARTED
[02:02:44.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:95:0) after 1m34s
[02:04:18.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:95:0)
[02:04:18.429] Build status: STARTED
[02:04:18.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:96:0) after 5m59s
[02:10:17.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:96:0)
[02:10:17.680] Build status: STARTED
[02:10:17.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:97:0) after 6m7s
[02:16:24.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:97:0)
[02:16:24.710] Build status: STARTED
[02:16:24.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:98:0) after 5m14s
[02:21:38.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:98:0)
[02:21:38.910] Build status: STARTED
[02:21:38.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:99:0) after 9m35s
[02:31:13.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:99:0)
[02:31:13.942] Build status: STARTED
[02:31:13.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:100:0) after 9m40s
[02:40:53.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:100:0)
[02:40:53.971] Build status: STARTED
[02:40:53.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:101:0) after 9m40s
[02:50:33.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:101:0)
[02:50:34.006] Build status: STARTED
[02:50:34.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:102:0) after 4m12s
[02:54:46.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:102:0)
[02:54:46.158] Build status: STARTED
[02:54:46.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:103:0) after 6m33s
[03:01:19.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:103:0)
[03:01:19.393] Build status: STARTED
[03:01:19.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:104:0) after 9m1s
[03:10:20.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:104:0)
[03:10:20.512] Build status: STARTED
[03:10:20.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:105:0) after 3m49s
[03:14:09.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:105:0)
[03:14:09.636] Build status: STARTED
[03:14:09.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:106:0) after 1m12s
[03:15:21.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:106:0)
[03:15:21.677] Build status: STARTED
[03:15:21.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8867076059452424640:107:0) after 7m58s
[03:21:59.550] Received PubSub notification, asking Buildbucket for the build status
[03:21:59.567] Build:
{
  "id": "8701645997219617793",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-07T18:12:04.200292523Z",
  "startTime": "2025-10-08T01:47:36.254176072Z",
  "endTime": "2025-10-08T03:21:59.197487458Z",
  "updateTime": "2025-10-08T03:21:59.197487458Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
      "ref": "refs/heads/main"
    }
  }
}
[03:21:59.567] Invocation finished in 9h9m56.880201934s with status FAILED