1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang
  4. 8883977063688101600
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-build-host-clang"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:57:49.034] New invocation is queued and will start shortly
[04:57:50.155] Starting the invocation (attempt 1)
[04:57:50.182] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc"
[04:57:50.182] Popped gitiles commit info from properties and tags
[04:57:50.182] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:57:50.182] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:57:50.182] Buildbucket request:
{
  "requestId": "8883977063688101600",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8883977063688101600",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "665725ccc05ce64f118d114eb74314df8ad932d1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@665725ccc05ce64f118d114eb74314df8ad932d1",
                        "title": "665725ccc05ce64f118d114eb74314df8ad932d1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/665725ccc05ce64f118d114eb74314df8ad932d1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
                        "title": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8883977063688101600"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:57:50.553] Scheduled build:
{
  "id": "8718547001774302337",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-04T04:57:50.235721200Z",
  "updateTime": "2025-04-04T04:57:50.235721200Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
      "ref": "refs/heads/main"
    }
  }
}
[04:57:50.553] Task URL: https://cr-buildbucket.appspot.com/build/8718547001774302337
[04:57:50.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:2:0) after 7m21s
[04:57:50.615] Received PubSub notification, asking Buildbucket for the build status
[04:57:50.671] Build status: SCHEDULED
[05:05:11.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:2:0)
[05:05:11.714] Build status: SCHEDULED
[05:05:11.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:4:0) after 9m30s
[05:14:41.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:4:0)
[05:14:41.768] Build status: SCHEDULED
[05:14:41.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:5:0) after 4m27s
[05:19:09.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:5:0)
[05:19:09.110] Build status: SCHEDULED
[05:19:09.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:6:0) after 3m7s
[05:22:16.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:6:0)
[05:22:16.286] Build status: SCHEDULED
[05:22:16.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:7:0) after 4m56s
[05:27:12.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:7:0)
[05:27:12.392] Build status: SCHEDULED
[05:27:12.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:8:0) after 5m41s
[05:32:53.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:8:0)
[05:32:53.443] Build status: SCHEDULED
[05:32:53.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:9:0) after 6m58s
[05:39:51.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:9:0)
[05:39:51.526] Build status: SCHEDULED
[05:39:51.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:10:0) after 1m7s
[05:40:58.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:10:0)
[05:40:58.595] Build status: SCHEDULED
[05:40:58.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:11:0) after 6m50s
[05:47:48.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:11:0)
[05:47:48.683] Build status: SCHEDULED
[05:47:48.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:12:0) after 8m14s
[05:56:02.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:12:0)
[05:56:02.784] Build status: SCHEDULED
[05:56:02.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:13:0) after 5m2s
[06:01:04.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:13:0)
[06:01:04.953] Build status: SCHEDULED
[06:01:04.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:14:0) after 2m53s
[06:03:58.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:14:0)
[06:03:58.220] Build status: SCHEDULED
[06:03:58.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:15:0) after 7m4s
[06:11:02.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:15:0)
[06:11:02.296] Build status: SCHEDULED
[06:11:02.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:16:0) after 4m49s
[06:15:51.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:16:0)
[06:15:51.405] Build status: SCHEDULED
[06:15:51.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:17:0) after 7m30s
[06:23:21.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:17:0)
[06:23:21.791] Build status: SCHEDULED
[06:23:21.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:18:0) after 8m28s
[06:31:49.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:18:0)
[06:31:49.826] Build status: SCHEDULED
[06:31:49.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:19:0) after 5m35s
[06:37:24.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:19:0)
[06:37:24.908] Build status: SCHEDULED
[06:37:24.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:20:0) after 6m43s
[06:44:07.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:20:0)
[06:44:07.974] Build status: SCHEDULED
[06:44:07.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:21:0) after 8m26s
[06:52:34.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:21:0)
[06:52:34.038] Build status: SCHEDULED
[06:52:34.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:22:0) after 8m9s
[07:00:43.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:22:0)
[07:00:43.127] Build status: SCHEDULED
[07:00:43.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:23:0) after 5m20s
[07:06:03.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:23:0)
[07:06:03.172] Build status: SCHEDULED
[07:06:03.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:24:0) after 8m44s
[07:14:47.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:24:0)
[07:14:47.538] Build status: SCHEDULED
[07:14:47.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:25:0) after 3m18s
[07:18:05.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:25:0)
[07:18:05.775] Build status: SCHEDULED
[07:18:05.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:26:0) after 3m55s
[07:22:00.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:26:0)
[07:22:00.974] Build status: SCHEDULED
[07:22:00.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:27:0) after 7m29s
[07:29:30.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:27:0)
[07:29:30.199] Build status: SCHEDULED
[07:29:30.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:28:0) after 2m26s
[07:31:56.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:28:0)
[07:31:56.434] Build status: SCHEDULED
[07:31:56.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:29:0) after 4m19s
[07:36:15.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:29:0)
[07:36:15.506] Build status: SCHEDULED
[07:36:15.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:30:0) after 3m50s
[07:40:05.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:30:0)
[07:40:05.549] Build status: SCHEDULED
[07:40:05.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:31:0) after 6m43s
[07:46:48.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:31:0)
[07:46:48.800] Build status: SCHEDULED
[07:46:48.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:32:0) after 2m59s
[07:49:47.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:32:0)
[07:49:47.905] Build status: SCHEDULED
[07:49:47.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:33:0) after 8m8s
[07:57:55.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:33:0)
[07:57:55.970] Build status: SCHEDULED
[07:57:55.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:34:0) after 6m1s
[08:03:56.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:34:0)
[08:03:57.008] Build status: SCHEDULED
[08:03:57.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:35:0) after 5m25s
[08:09:22.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:35:0)
[08:09:22.047] Build status: SCHEDULED
[08:09:22.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:36:0) after 1m21s
[08:10:43.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:36:0)
[08:10:43.082] Build status: SCHEDULED
[08:10:43.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:37:0) after 3m5s
[08:13:48.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:37:0)
[08:13:48.120] Build status: SCHEDULED
[08:13:48.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:38:0) after 7m8s
[08:20:56.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:38:0)
[08:20:56.204] Build status: SCHEDULED
[08:20:56.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:39:0) after 6m5s
[08:27:01.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:39:0)
[08:27:01.296] Build status: SCHEDULED
[08:27:01.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:40:0) after 2m27s
[08:29:28.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:40:0)
[08:29:28.382] Build status: SCHEDULED
[08:29:28.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:41:0) after 8m21s
[08:37:49.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:41:0)
[08:37:49.582] Build status: SCHEDULED
[08:37:49.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:42:0) after 8m20s
[08:46:09.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:42:0)
[08:46:09.635] Build status: SCHEDULED
[08:46:09.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:43:0) after 3m48s
[08:49:57.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:43:0)
[08:49:57.679] Build status: SCHEDULED
[08:49:57.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:44:0) after 7m51s
[08:57:48.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:44:0)
[08:57:48.718] Build status: SCHEDULED
[08:57:48.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:45:0) after 7m12s
[09:05:01.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:45:0)
[09:05:01.137] Build status: SCHEDULED
[09:05:01.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:46:0) after 8m13s
[09:13:14.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:46:0)
[09:13:14.189] Build status: SCHEDULED
[09:13:14.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:47:0) after 1m11s
[09:14:25.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:47:0)
[09:14:25.207] Build status: SCHEDULED
[09:14:25.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:48:0) after 8m8s
[09:22:33.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:48:0)
[09:22:33.294] Build status: SCHEDULED
[09:22:33.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:49:0) after 7m19s
[09:29:52.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:49:0)
[09:29:52.448] Build status: SCHEDULED
[09:29:52.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:50:0) after 4m7s
[09:33:59.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:50:0)
[09:33:59.502] Build status: SCHEDULED
[09:33:59.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:51:0) after 6m49s
[09:40:48.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:51:0)
[09:40:48.547] Build status: SCHEDULED
[09:40:48.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:52:0) after 1m5s
[09:41:53.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:52:0)
[09:41:53.556] Build status: SCHEDULED
[09:41:53.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:53:0) after 8m13s
[09:50:06.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:53:0)
[09:50:06.614] Build status: SCHEDULED
[09:50:06.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:54:0) after 1m41s
[09:51:47.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:54:0)
[09:51:47.716] Build status: SCHEDULED
[09:51:47.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:55:0) after 6m35s
[09:58:22.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:55:0)
[09:58:22.762] Build status: SCHEDULED
[09:58:22.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:56:0) after 7m47s
[10:06:09.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:56:0)
[10:06:09.901] Build status: SCHEDULED
[10:06:09.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:57:0) after 9m8s
[10:15:18.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:57:0)
[10:15:18.115] Build status: SCHEDULED
[10:15:18.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:58:0) after 6m20s
[10:21:38.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:58:0)
[10:21:38.338] Build status: SCHEDULED
[10:21:38.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:59:0) after 2m44s
[10:24:22.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:59:0)
[10:24:22.864] Build status: SCHEDULED
[10:24:22.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:60:0) after 4m42s
[10:29:04.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:60:0)
[10:29:04.901] Build status: SCHEDULED
[10:29:04.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:61:0) after 9m26s
[10:38:31.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:61:0)
[10:38:31.371] Build status: SCHEDULED
[10:38:31.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:62:0) after 1m30s
[10:40:01.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:62:0)
[10:40:01.631] Build status: SCHEDULED
[10:40:01.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:63:0) after 3m21s
[10:43:22.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:63:0)
[10:43:22.825] Build status: SCHEDULED
[10:43:22.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:64:0) after 2m51s
[10:46:14.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:64:0)
[10:46:14.123] Build status: SCHEDULED
[10:46:14.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:65:0) after 5m44s
[10:51:58.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:65:0)
[10:51:58.171] Build status: SCHEDULED
[10:51:58.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:66:0) after 4m30s
[10:56:28.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:66:0)
[10:56:28.321] Build status: SCHEDULED
[10:56:28.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:67:0) after 5m4s
[11:01:32.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:67:0)
[11:01:32.450] Build status: SCHEDULED
[11:01:32.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:68:0) after 4m7s
[11:05:39.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:68:0)
[11:05:39.590] Build status: SCHEDULED
[11:05:39.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:69:0) after 3m4s
[11:08:43.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:69:0)
[11:08:43.727] Build status: SCHEDULED
[11:08:43.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:70:0) after 5m52s
[11:14:35.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:70:0)
[11:14:35.846] Build status: SCHEDULED
[11:14:35.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:71:0) after 3m1s
[11:17:36.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:71:0)
[11:17:36.882] Build status: SCHEDULED
[11:17:36.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:72:0) after 6m16s
[11:23:52.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:72:0)
[11:23:52.935] Build status: SCHEDULED
[11:23:52.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:73:0) after 4m5s
[11:27:58.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:73:0)
[11:27:58.116] Build status: SCHEDULED
[11:27:58.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:74:0) after 7m5s
[11:35:03.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:74:0)
[11:35:03.168] Build status: SCHEDULED
[11:35:03.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:75:0) after 9m16s
[11:44:19.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:75:0)
[11:44:19.214] Build status: SCHEDULED
[11:44:19.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:76:0) after 5m48s
[11:50:07.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:76:0)
[11:50:07.378] Build status: SCHEDULED
[11:50:07.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:77:0) after 9m50s
[11:59:57.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:77:0)
[11:59:57.428] Build status: SCHEDULED
[11:59:57.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:78:0) after 3m55s
[12:03:52.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:78:0)
[12:03:52.472] Build status: SCHEDULED
[12:03:52.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:79:0) after 3m57s
[12:07:49.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:79:0)
[12:07:49.510] Build status: SCHEDULED
[12:07:49.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:80:0) after 7m26s
[12:15:15.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:80:0)
[12:15:15.542] Build status: SCHEDULED
[12:15:15.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:81:0) after 5m36s
[12:20:51.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:81:0)
[12:20:51.584] Build status: SCHEDULED
[12:20:51.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:82:0) after 5m56s
[12:26:47.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:82:0)
[12:26:47.731] Build status: SCHEDULED
[12:26:47.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:83:0) after 7m15s
[12:34:02.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:83:0)
[12:34:02.824] Build status: SCHEDULED
[12:34:02.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:84:0) after 1m38s
[12:35:40.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:84:0)
[12:35:40.988] Build status: SCHEDULED
[12:35:40.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:85:0) after 3m51s
[12:39:32.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:85:0)
[12:39:32.044] Build status: SCHEDULED
[12:39:32.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:86:0) after 7m24s
[12:46:56.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:86:0)
[12:46:56.102] Build status: SCHEDULED
[12:46:56.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:87:0) after 1m55s
[12:48:51.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:87:0)
[12:48:51.131] Build status: SCHEDULED
[12:48:51.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:88:0) after 2m28s
[12:51:19.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:88:0)
[12:51:19.177] Build status: SCHEDULED
[12:51:19.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:89:0) after 3m19s
[12:54:38.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:89:0)
[12:54:38.259] Build status: SCHEDULED
[12:54:38.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:90:0) after 2m56s
[12:57:34.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:90:0)
[12:57:34.322] Build status: SCHEDULED
[12:57:34.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-build-host-clang:8883977063688101600:91:0) after 8m19s
[12:57:58.767] Received PubSub notification, asking Buildbucket for the build status
[12:57:58.805] Build:
{
  "id": "8718547001774302337",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-build-host-clang"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-04T04:57:50.235721200Z",
  "endTime": "2025-04-04T12:57:58.556253709Z",
  "updateTime": "2025-04-04T12:57:58.556253709Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "74fc6559bf6c6e557c7b0c3fa0394cd7cff01acc",
      "ref": "refs/heads/main"
    }
  }
}
[12:57:58.806] Invocation finished in 8h0m9.779105663s with status FAILED