LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

ebeb08bc01890e2dadeb7dbaed43e733e7a075f0 (4 days ago)
2d7b882649829660e7c464b88fa7a337ffe85238 (4 days ago)
bfff1ffe569f535190ca627f036b037d6b893804 (4 days ago)
a63c4996e41059465ded4aa888f3f90d2a6b3b54 (4 days ago)
8ee9b499efa6a3c154a15ce0547392131b7aece8 (4 days ago)
7941b5b7f61317cfbd86f17a6c5703ec4c652baf (4 days ago)
6be7274b6461d81b623dc618fa7ea2495e2b8d06 (3 days ago)
d2241c7b1eaa16a566a8f23053eddfe514c953a3 (3 days ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d2241c7b1eaa16a566a8f23053eddfe514c953a3"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d2241c7b1eaa16a566a8f23053eddfe514c953a3
gitiles_ref:refs/heads/main

Debug log (UTC)

[00:09:12.369] New invocation is queued and will start shortly
[00:09:13.442] Starting the invocation (attempt 1)
[00:09:13.475] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d2241c7b1eaa16a566a8f23053eddfe514c953a3"
[00:09:13.475] Popped gitiles commit info from properties and tags
[00:09:13.475] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:09:13.475] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:09:13.476] Buildbucket request:
{
  "requestId": "8884719997261821344",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884719997261821344",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ebeb08bc01890e2dadeb7dbaed43e733e7a075f0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ebeb08bc01890e2dadeb7dbaed43e733e7a075f0",
                        "title": "ebeb08bc01890e2dadeb7dbaed43e733e7a075f0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ebeb08bc01890e2dadeb7dbaed43e733e7a075f0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2d7b882649829660e7c464b88fa7a337ffe85238"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d7b882649829660e7c464b88fa7a337ffe85238",
                        "title": "2d7b882649829660e7c464b88fa7a337ffe85238",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d7b882649829660e7c464b88fa7a337ffe85238"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bfff1ffe569f535190ca627f036b037d6b893804"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bfff1ffe569f535190ca627f036b037d6b893804",
                        "title": "bfff1ffe569f535190ca627f036b037d6b893804",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bfff1ffe569f535190ca627f036b037d6b893804"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a63c4996e41059465ded4aa888f3f90d2a6b3b54"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a63c4996e41059465ded4aa888f3f90d2a6b3b54",
                        "title": "a63c4996e41059465ded4aa888f3f90d2a6b3b54",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a63c4996e41059465ded4aa888f3f90d2a6b3b54"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8ee9b499efa6a3c154a15ce0547392131b7aece8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ee9b499efa6a3c154a15ce0547392131b7aece8",
                        "title": "8ee9b499efa6a3c154a15ce0547392131b7aece8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ee9b499efa6a3c154a15ce0547392131b7aece8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7941b5b7f61317cfbd86f17a6c5703ec4c652baf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7941b5b7f61317cfbd86f17a6c5703ec4c652baf",
                        "title": "7941b5b7f61317cfbd86f17a6c5703ec4c652baf",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7941b5b7f61317cfbd86f17a6c5703ec4c652baf"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6be7274b6461d81b623dc618fa7ea2495e2b8d06"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6be7274b6461d81b623dc618fa7ea2495e2b8d06",
                        "title": "6be7274b6461d81b623dc618fa7ea2495e2b8d06",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6be7274b6461d81b623dc618fa7ea2495e2b8d06"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d2241c7b1eaa16a566a8f23053eddfe514c953a3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d2241c7b1eaa16a566a8f23053eddfe514c953a3",
                        "title": "d2241c7b1eaa16a566a8f23053eddfe514c953a3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d2241c7b1eaa16a566a8f23053eddfe514c953a3"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d2241c7b1eaa16a566a8f23053eddfe514c953a3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884719997261821344"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:09:13.861] Scheduled build:
{
  "id": "8719289935374845953",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-27T00:09:13.541137902Z",
  "updateTime": "2025-03-27T00:09:13.541137902Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d2241c7b1eaa16a566a8f23053eddfe514c953a3",
      "ref": "refs/heads/main"
    }
  }
}
[00:09:13.861] Task URL: https://cr-buildbucket.appspot.com/build/8719289935374845953
[00:09:13.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:2:0) after 3m0s
[00:09:14.857] Received PubSub notification, asking Buildbucket for the build status
[00:09:14.907] Build status: SCHEDULED
[00:12:13.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:2:0)
[00:12:13.906] Build status: SCHEDULED
[00:12:13.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:4:0) after 1m5s
[00:13:18.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:4:0)
[00:13:18.977] Build status: SCHEDULED
[00:13:18.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:5:0) after 9m13s
[00:22:31.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:5:0)
[00:22:32.013] Build status: SCHEDULED
[00:22:32.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:6:0) after 4m21s
[00:26:53.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:6:0)
[00:26:53.110] Build status: SCHEDULED
[00:26:53.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:7:0) after 6m16s
[00:33:09.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:7:0)
[00:33:09.182] Build status: SCHEDULED
[00:33:09.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:8:0) after 2m1s
[00:35:10.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:8:0)
[00:35:10.247] Build status: SCHEDULED
[00:35:10.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:9:0) after 6m41s
[00:41:51.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:9:0)
[00:41:51.294] Build status: SCHEDULED
[00:41:51.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:10:0) after 4m10s
[00:46:01.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:10:0)
[00:46:01.380] Build status: SCHEDULED
[00:46:01.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:11:0) after 1m40s
[00:47:41.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:11:0)
[00:47:41.596] Build status: SCHEDULED
[00:47:41.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:12:0) after 7m29s
[00:55:10.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:12:0)
[00:55:10.689] Build status: SCHEDULED
[00:55:10.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:13:0) after 9m17s
[01:04:27.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:13:0)
[01:04:27.874] Build status: SCHEDULED
[01:04:27.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:14:0) after 8m46s
[01:13:13.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:14:0)
[01:13:13.908] Build status: SCHEDULED
[01:13:13.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:15:0) after 7m36s
[01:20:50.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:15:0)
[01:20:50.078] Build status: SCHEDULED
[01:20:50.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:16:0) after 1m29s
[01:22:19.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:16:0)
[01:22:19.093] Build status: SCHEDULED
[01:22:19.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:17:0) after 2m14s
[01:24:33.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:17:0)
[01:24:33.186] Build status: SCHEDULED
[01:24:33.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:18:0) after 1m30s
[01:26:03.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:18:0)
[01:26:03.184] Build status: SCHEDULED
[01:26:03.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:19:0) after 6m22s
[01:32:25.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:19:0)
[01:32:25.384] Build status: SCHEDULED
[01:32:25.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:20:0) after 8m43s
[01:41:08.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:20:0)
[01:41:08.483] Build status: SCHEDULED
[01:41:08.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:21:0) after 2m30s
[01:43:38.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:21:0)
[01:43:38.490] Build status: SCHEDULED
[01:43:38.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:22:0) after 4m16s
[01:47:54.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:22:0)
[01:47:54.576] Build status: SCHEDULED
[01:47:54.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:23:0) after 1m6s
[01:49:00.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:23:0)
[01:49:00.616] Build status: SCHEDULED
[01:49:00.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:24:0) after 2m29s
[01:51:29.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:24:0)
[01:51:29.662] Build status: SCHEDULED
[01:51:29.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:25:0) after 7m22s
[01:58:51.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:25:0)
[01:58:51.751] Build status: SCHEDULED
[01:58:51.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:26:0) after 4m48s
[02:03:39.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:26:0)
[02:03:39.902] Build status: SCHEDULED
[02:03:39.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:27:0) after 7m38s
[02:11:17.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:27:0)
[02:11:17.944] Build status: SCHEDULED
[02:11:17.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:28:0) after 5m43s
[02:17:00.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:28:0)
[02:17:01.051] Build status: SCHEDULED
[02:17:01.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:29:0) after 2m46s
[02:19:47.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:29:0)
[02:19:47.129] Build status: SCHEDULED
[02:19:47.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:30:0) after 5m21s
[02:25:08.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:30:0)
[02:25:08.196] Build status: SCHEDULED
[02:25:08.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:31:0) after 7m44s
[02:32:52.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:31:0)
[02:32:52.291] Build status: SCHEDULED
[02:32:52.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:32:0) after 6m52s
[02:39:44.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:32:0)
[02:39:44.450] Build status: SCHEDULED
[02:39:44.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:33:0) after 5m24s
[02:45:08.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:33:0)
[02:45:08.588] Build status: SCHEDULED
[02:45:08.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:34:0) after 5m45s
[02:50:53.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:34:0)
[02:50:53.688] Build status: SCHEDULED
[02:50:53.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:35:0) after 4m22s
[02:55:15.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:35:0)
[02:55:16.138] Build status: SCHEDULED
[02:55:16.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:36:0) after 1m44s
[02:57:00.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:36:0)
[02:57:00.190] Build status: SCHEDULED
[02:57:00.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:37:0) after 5m55s
[03:02:55.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:37:0)
[03:02:55.335] Build status: SCHEDULED
[03:02:55.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:38:0) after 3m18s
[03:06:13.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:38:0)
[03:06:13.372] Build status: SCHEDULED
[03:06:13.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:39:0) after 6m9s
[03:12:22.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:39:0)
[03:12:22.475] Build status: SCHEDULED
[03:12:22.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:40:0) after 7m45s
[03:20:07.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:40:0)
[03:20:07.516] Build status: SCHEDULED
[03:20:07.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:41:0) after 7m33s
[03:27:40.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:41:0)
[03:27:40.734] Build status: SCHEDULED
[03:27:40.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:42:0) after 4m38s
[03:32:18.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:42:0)
[03:32:18.822] Build status: SCHEDULED
[03:32:18.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:43:0) after 9m40s
[03:41:58.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:43:0)
[03:41:59.049] Build status: SCHEDULED
[03:41:59.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:44:0) after 1m30s
[03:43:29.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:44:0)
[03:43:29.087] Build status: SCHEDULED
[03:43:29.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:45:0) after 5m30s
[03:48:59.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:45:0)
[03:48:59.149] Build status: SCHEDULED
[03:48:59.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:46:0) after 8m33s
[03:57:32.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:46:0)
[03:57:32.218] Build status: SCHEDULED
[03:57:32.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:47:0) after 6m18s
[04:03:50.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:47:0)
[04:03:50.335] Build status: SCHEDULED
[04:03:50.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:48:0) after 5m27s
[04:09:17.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:48:0)
[04:09:17.468] Build status: SCHEDULED
[04:09:17.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:49:0) after 2m8s
[04:11:25.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:49:0)
[04:11:25.542] Build status: SCHEDULED
[04:11:25.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:50:0) after 8m11s
[04:19:36.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:50:0)
[04:19:36.615] Build status: SCHEDULED
[04:19:36.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:51:0) after 3m8s
[04:22:44.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:51:0)
[04:22:44.748] Build status: SCHEDULED
[04:22:44.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:52:0) after 1m58s
[04:24:42.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:52:0)
[04:24:42.824] Build status: SCHEDULED
[04:24:42.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:53:0) after 6m55s
[04:31:37.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:53:0)
[04:31:37.869] Build status: SCHEDULED
[04:31:37.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:54:0) after 6m1s
[04:37:38.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:54:0)
[04:37:38.942] Build status: SCHEDULED
[04:37:38.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:55:0) after 3m35s
[04:41:13.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:55:0)
[04:41:14.017] Build status: SCHEDULED
[04:41:14.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:56:0) after 8m59s
[04:50:13.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:56:0)
[04:50:13.132] Build status: SCHEDULED
[04:50:13.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:57:0) after 6m25s
[04:56:38.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:57:0)
[04:56:38.170] Build status: SCHEDULED
[04:56:38.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:58:0) after 6m26s
[05:03:04.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:58:0)
[05:03:04.316] Build status: SCHEDULED
[05:03:04.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:59:0) after 8m43s
[05:11:47.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:59:0)
[05:11:47.369] Build status: SCHEDULED
[05:11:47.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:60:0) after 7m57s
[05:19:44.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:60:0)
[05:19:44.694] Build status: SCHEDULED
[05:19:44.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:61:0) after 7m43s
[05:27:27.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:61:0)
[05:27:27.806] Build status: SCHEDULED
[05:27:27.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:62:0) after 4m57s
[05:32:24.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:62:0)
[05:32:24.904] Build status: SCHEDULED
[05:32:24.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:63:0) after 1m20s
[05:33:45.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:63:0)
[05:33:45.089] Build status: SCHEDULED
[05:33:45.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:64:0) after 2m34s
[05:36:19.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:64:0)
[05:36:19.224] Build status: SCHEDULED
[05:36:19.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:65:0) after 5m53s
[05:42:12.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:65:0)
[05:42:12.286] Build status: SCHEDULED
[05:42:12.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:66:0) after 3m23s
[05:45:35.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:66:0)
[05:45:35.328] Build status: SCHEDULED
[05:45:35.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:67:0) after 2m32s
[05:48:07.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:67:0)
[05:48:07.677] Build status: SCHEDULED
[05:48:07.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:68:0) after 2m20s
[05:50:27.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:68:0)
[05:50:27.843] Build status: SCHEDULED
[05:50:27.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:69:0) after 5m30s
[05:55:57.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:69:0)
[05:55:58.018] Build status: SCHEDULED
[05:55:58.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:70:0) after 1m55s
[05:57:53.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:70:0)
[05:57:53.499] Build status: SCHEDULED
[05:57:53.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:71:0) after 5m58s
[06:03:51.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:71:0)
[06:03:51.497] Build status: SCHEDULED
[06:03:51.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:72:0) after 4m34s
[06:08:25.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:72:0)
[06:08:25.532] Build status: SCHEDULED
[06:08:25.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:73:0) after 7m8s
[06:15:33.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:73:0)
[06:15:33.564] Build status: SCHEDULED
[06:15:33.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:74:0) after 4m57s
[06:20:30.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:74:0)
[06:20:30.759] Build status: SCHEDULED
[06:20:30.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:75:0) after 5m31s
[06:26:01.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:75:0)
[06:26:01.820] Build status: SCHEDULED
[06:26:01.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:76:0) after 3m42s
[06:29:43.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:76:0)
[06:29:43.960] Build status: SCHEDULED
[06:29:43.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:77:0) after 5m11s
[06:34:55.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:77:0)
[06:34:55.183] Build status: SCHEDULED
[06:34:55.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:78:0) after 7m46s
[06:42:41.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:78:0)
[06:42:41.237] Build status: SCHEDULED
[06:42:41.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:79:0) after 2m31s
[06:45:12.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:79:0)
[06:45:12.548] Build status: SCHEDULED
[06:45:12.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:80:0) after 7m14s
[06:52:26.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:80:0)
[06:52:26.881] Build status: SCHEDULED
[06:52:26.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:81:0) after 7m9s
[06:59:36.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:81:0)
[06:59:36.047] Build status: SCHEDULED
[06:59:36.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:82:0) after 6m23s
[07:05:59.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:82:0)
[07:05:59.106] Build status: SCHEDULED
[07:05:59.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:83:0) after 3m48s
[07:09:47.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:83:0)
[07:09:47.145] Build status: SCHEDULED
[07:09:47.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:84:0) after 4m25s
[07:14:12.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:84:0)
[07:14:12.179] Build status: SCHEDULED
[07:14:12.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:85:0) after 8m5s
[07:22:17.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:85:0)
[07:22:17.418] Build status: SCHEDULED
[07:22:17.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:86:0) after 8m42s
[07:30:59.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:86:0)
[07:30:59.813] Build status: SCHEDULED
[07:30:59.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:87:0) after 9m53s
[07:40:52.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:87:0)
[07:40:52.956] Build status: SCHEDULED
[07:40:52.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:88:0) after 3m52s
[07:44:45.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:88:0)
[07:44:45.275] Build status: SCHEDULED
[07:44:45.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:89:0) after 2m45s
[07:47:30.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:89:0)
[07:47:30.311] Build status: SCHEDULED
[07:47:30.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:90:0) after 4m11s
[07:51:41.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:90:0)
[07:51:41.397] Build status: SCHEDULED
[07:51:41.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:91:0) after 1m53s
[07:53:34.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:91:0)
[07:53:34.430] Build status: SCHEDULED
[07:53:34.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:92:0) after 4m19s
[07:57:53.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:92:0)
[07:57:53.844] Build status: SCHEDULED
[07:57:53.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:93:0) after 3m55s
[08:01:50.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:93:0)
[08:01:50.856] Build status: SCHEDULED
[08:01:50.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:94:0) after 3m42s
[08:05:32.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:94:0)
[08:05:32.902] Build status: SCHEDULED
[08:05:32.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8884719997261821344:95:0) after 9m54s
[08:09:19.994] Received PubSub notification, asking Buildbucket for the build status
[08:09:20.012] Build:
{
  "id": "8719289935374845953",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-27T00:09:13.541137902Z",
  "endTime": "2025-03-27T08:09:19.549040658Z",
  "updateTime": "2025-03-27T08:09:19.549040658Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d2241c7b1eaa16a566a8f23053eddfe514c953a3",
      "ref": "refs/heads/main"
    }
  }
}
[08:09:20.012] Invocation finished in 8h0m7.654275449s with status FAILED