1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-default
  4. 8861858605586784944
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "e89a019fc9ed181bdea5b9ec27655a100a41fb95"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e89a019fc9ed181bdea5b9ec27655a100a41fb95
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:21:14.447] New invocation is queued and will start shortly
[08:21:15.499] Starting the invocation (attempt 1)
[08:21:15.519] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e89a019fc9ed181bdea5b9ec27655a100a41fb95"
[08:21:15.519] Popped gitiles commit info from properties and tags
[08:21:15.520] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:21:15.520] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:21:15.520] Buildbucket request:
{
  "requestId": "8861858605586784944",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8861858605586784944",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c698dbc8964edb7dab6aecb81939d147cfe78c3e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c698dbc8964edb7dab6aecb81939d147cfe78c3e",
                        "title": "c698dbc8964edb7dab6aecb81939d147cfe78c3e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c698dbc8964edb7dab6aecb81939d147cfe78c3e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e89a019fc9ed181bdea5b9ec27655a100a41fb95"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e89a019fc9ed181bdea5b9ec27655a100a41fb95",
                        "title": "e89a019fc9ed181bdea5b9ec27655a100a41fb95",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e89a019fc9ed181bdea5b9ec27655a100a41fb95"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "e89a019fc9ed181bdea5b9ec27655a100a41fb95",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861858605586784944"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:21:16.680] Scheduled build:
{
  "id": "8696428543746841265",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-04T08:21:15.574591459Z",
  "updateTime": "2025-12-04T08:21:15.574591459Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e89a019fc9ed181bdea5b9ec27655a100a41fb95",
      "ref": "refs/heads/main"
    }
  }
}
[08:21:16.680] Task URL: https://cr-buildbucket.appspot.com/build/8696428543746841265
[08:21:16.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:2:0) after 6m52s
[08:21:16.812] Received PubSub notification, asking Buildbucket for the build status
[08:21:16.830] Build status: SCHEDULED
[08:28:08.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:2:0)
[08:28:08.727] Build status: SCHEDULED
[08:28:08.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:4:0) after 4m18s
[08:32:26.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:4:0)
[08:32:26.808] Build status: SCHEDULED
[08:32:26.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:5:0) after 9m51s
[08:42:18.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:5:0)
[08:42:18.092] Build status: SCHEDULED
[08:42:18.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:6:0) after 3m30s
[08:45:48.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:6:0)
[08:45:48.213] Build status: SCHEDULED
[08:45:48.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:7:0) after 3m16s
[08:49:04.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:7:0)
[08:49:04.305] Build status: SCHEDULED
[08:49:04.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:8:0) after 5m23s
[08:54:27.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:8:0)
[08:54:27.399] Build status: SCHEDULED
[08:54:27.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:9:0) after 3m23s
[08:57:50.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:9:0)
[08:57:50.384] Build status: SCHEDULED
[08:57:50.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:10:0) after 1m14s
[08:59:04.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:10:0)
[08:59:04.468] Build status: SCHEDULED
[08:59:04.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:11:0) after 7m6s
[09:06:10.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:11:0)
[09:06:10.558] Build status: SCHEDULED
[09:06:10.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:12:0) after 7m50s
[09:14:00.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:12:0)
[09:14:00.595] Build status: SCHEDULED
[09:14:00.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:13:0) after 3m40s
[09:17:40.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:13:0)
[09:17:40.673] Build status: SCHEDULED
[09:17:40.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:14:0) after 7m20s
[09:25:00.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:14:0)
[09:25:00.718] Build status: SCHEDULED
[09:25:00.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:15:0) after 1m26s
[09:26:26.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:15:0)
[09:26:26.859] Build status: SCHEDULED
[09:26:26.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:16:0) after 1m33s
[09:27:59.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:16:0)
[09:27:59.854] Build status: SCHEDULED
[09:27:59.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:17:0) after 6m20s
[09:34:19.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:17:0)
[09:34:19.922] Build status: SCHEDULED
[09:34:19.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:18:0) after 8m6s
[09:42:25.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:18:0)
[09:42:25.946] Build status: SCHEDULED
[09:42:25.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:19:0) after 9m0s
[09:51:25.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:19:0)
[09:51:26.084] Build status: SCHEDULED
[09:51:26.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:20:0) after 8m21s
[09:59:47.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:20:0)
[09:59:47.063] Build status: SCHEDULED
[09:59:47.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:21:0) after 8m14s
[10:08:01.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:21:0)
[10:08:01.089] Build status: SCHEDULED
[10:08:01.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:22:0) after 6m45s
[10:14:46.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:22:0)
[10:14:46.306] Build status: SCHEDULED
[10:14:46.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:23:0) after 9m9s
[10:23:55.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:23:0)
[10:23:55.304] Build status: SCHEDULED
[10:23:55.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:24:0) after 3m34s
[10:27:29.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:24:0)
[10:27:29.364] Build status: SCHEDULED
[10:27:29.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:25:0) after 8m7s
[10:35:36.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:25:0)
[10:35:36.440] Build status: SCHEDULED
[10:35:36.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:26:0) after 2m55s
[10:38:31.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:26:0)
[10:38:31.783] Build status: SCHEDULED
[10:38:31.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:27:0) after 1m31s
[10:40:02.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:27:0)
[10:40:02.884] Build status: SCHEDULED
[10:40:02.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:28:0) after 4m44s
[10:44:47.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:28:0)
[10:44:47.266] Build status: SCHEDULED
[10:44:47.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:29:0) after 6m14s
[10:51:01.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:29:0)
[10:51:01.294] Build status: SCHEDULED
[10:51:01.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:30:0) after 7m34s
[10:58:35.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:30:0)
[10:58:35.324] Build status: SCHEDULED
[10:58:35.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:31:0) after 8m25s
[11:07:00.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:31:0)
[11:07:00.422] Build status: SCHEDULED
[11:07:00.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:32:0) after 7m23s
[11:14:23.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:32:0)
[11:14:23.452] Build status: SCHEDULED
[11:14:23.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:33:0) after 4m54s
[11:19:17.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:33:0)
[11:19:17.562] Build status: SCHEDULED
[11:19:17.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:34:0) after 5m19s
[11:24:36.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:34:0)
[11:24:36.607] Build status: SCHEDULED
[11:24:36.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:35:0) after 2m37s
[11:27:13.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:35:0)
[11:27:13.881] Build status: SCHEDULED
[11:27:13.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:36:0) after 2m54s
[11:30:07.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:36:0)
[11:30:07.916] Build status: SCHEDULED
[11:30:07.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:37:0) after 5m30s
[11:35:37.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:37:0)
[11:35:37.966] Build status: SCHEDULED
[11:35:37.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:38:0) after 7m28s
[11:43:06.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:38:0)
[11:43:06.158] Build status: SCHEDULED
[11:43:06.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:39:0) after 4m46s
[11:47:52.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:39:0)
[11:47:52.149] Build status: SCHEDULED
[11:47:52.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:40:0) after 1m5s
[11:48:57.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:40:0)
[11:48:57.178] Build status: SCHEDULED
[11:48:57.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:41:0) after 1m43s
[11:50:40.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:41:0)
[11:50:40.213] Build status: SCHEDULED
[11:50:40.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:42:0) after 5m56s
[11:56:36.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:42:0)
[11:56:36.319] Build status: SCHEDULED
[11:56:36.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:43:0) after 2m20s
[11:58:56.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:43:0)
[11:58:56.385] Build status: SCHEDULED
[11:58:56.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:44:0) after 6m38s
[12:05:34.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:44:0)
[12:05:34.434] Build status: SCHEDULED
[12:05:34.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:45:0) after 1m7s
[12:06:41.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:45:0)
[12:06:41.446] Build status: SCHEDULED
[12:06:41.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:46:0) after 9m1s
[12:15:42.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:46:0)
[12:15:42.519] Build status: SCHEDULED
[12:15:42.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:47:0) after 8m15s
[12:23:57.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:47:0)
[12:23:57.527] Build status: SCHEDULED
[12:23:57.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:48:0) after 4m36s
[12:28:33.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:48:0)
[12:28:33.573] Build status: SCHEDULED
[12:28:33.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:49:0) after 8m11s
[12:36:44.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:49:0)
[12:36:44.700] Build status: SCHEDULED
[12:36:44.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:50:0) after 6m50s
[12:43:34.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:50:0)
[12:43:34.730] Build status: SCHEDULED
[12:43:34.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:51:0) after 4m1s
[12:47:35.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:51:0)
[12:47:35.766] Build status: SCHEDULED
[12:47:35.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:52:0) after 4m29s
[12:52:04.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:52:0)
[12:52:04.850] Build status: SCHEDULED
[12:52:04.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:53:0) after 1m52s
[12:53:56.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:53:0)
[12:53:56.883] Build status: SCHEDULED
[12:53:56.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:54:0) after 8m40s
[13:02:36.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:54:0)
[13:02:36.931] Build status: SCHEDULED
[13:02:36.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:55:0) after 2m8s
[13:04:44.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:55:0)
[13:04:45.010] Build status: SCHEDULED
[13:04:45.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:56:0) after 6m46s
[13:11:31.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:56:0)
[13:11:31.029] Build status: SCHEDULED
[13:11:31.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:57:0) after 9m5s
[13:20:36.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:57:0)
[13:20:36.060] Build status: SCHEDULED
[13:20:36.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:58:0) after 8m27s
[13:29:03.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:58:0)
[13:29:03.118] Build status: SCHEDULED
[13:29:03.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:59:0) after 1m31s
[13:30:34.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:59:0)
[13:30:34.168] Build status: SCHEDULED
[13:30:34.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:60:0) after 4m47s
[13:35:21.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:60:0)
[13:35:21.216] Build status: SCHEDULED
[13:35:21.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:61:0) after 6m57s
[13:42:18.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:61:0)
[13:42:18.272] Build status: SCHEDULED
[13:42:18.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:62:0) after 7m44s
[13:50:02.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:62:0)
[13:50:02.558] Build status: SCHEDULED
[13:50:02.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:63:0) after 3m22s
[13:53:24.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:63:0)
[13:53:24.675] Build status: SCHEDULED
[13:53:24.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:64:0) after 1m13s
[13:54:37.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:64:0)
[13:54:37.806] Build status: SCHEDULED
[13:54:37.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:65:0) after 3m42s
[13:58:19.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:65:0)
[13:58:19.835] Build status: SCHEDULED
[13:58:19.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:66:0) after 2m48s
[14:01:07.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:66:0)
[14:01:07.864] Build status: SCHEDULED
[14:01:07.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:67:0) after 4m45s
[14:05:52.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:67:0)
[14:05:53.031] Build status: SCHEDULED
[14:05:53.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:68:0) after 8m34s
[14:14:27.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:68:0)
[14:14:27.063] Build status: SCHEDULED
[14:14:27.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:69:0) after 6m35s
[14:21:02.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:69:0)
[14:21:02.239] Build status: SCHEDULED
[14:21:02.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:70:0) after 8m12s
[14:29:14.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:70:0)
[14:29:14.285] Build status: SCHEDULED
[14:29:14.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:71:0) after 8m59s
[14:38:13.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:71:0)
[14:38:13.323] Build status: SCHEDULED
[14:38:13.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:72:0) after 1m47s
[14:40:00.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:72:0)
[14:40:00.373] Build status: SCHEDULED
[14:40:00.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:73:0) after 4m28s
[14:44:28.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:73:0)
[14:44:28.453] Build status: SCHEDULED
[14:44:28.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:74:0) after 6m39s
[14:51:07.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:74:0)
[14:51:07.480] Build status: SCHEDULED
[14:51:07.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:75:0) after 6m6s
[14:57:13.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:75:0)
[14:57:13.550] Build status: SCHEDULED
[14:57:13.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:76:0) after 5m8s
[15:01:14.468] Received PubSub notification, asking Buildbucket for the build status
[15:01:14.494] Build status: STARTED
[15:02:21.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:76:0)
[15:02:21.594] Build status: STARTED
[15:02:21.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:78:0) after 8m44s
[15:11:05.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:78:0)
[15:11:05.674] Build status: STARTED
[15:11:05.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:79:0) after 5m14s
[15:16:19.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:79:0)
[15:16:19.704] Build status: STARTED
[15:16:19.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:80:0) after 2m46s
[15:19:05.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:80:0)
[15:19:05.788] Build status: STARTED
[15:19:05.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:81:0) after 6m11s
[15:25:16.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:81:0)
[15:25:16.934] Build status: STARTED
[15:25:16.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:82:0) after 4m58s
[15:30:14.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:82:0)
[15:30:14.983] Build status: STARTED
[15:30:14.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:83:0) after 8m55s
[15:39:09.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:83:0)
[15:39:09.990] Build status: STARTED
[15:39:09.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:84:0) after 9m49s
[15:48:59.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:84:0)
[15:48:59.121] Build status: STARTED
[15:48:59.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:85:0) after 5m9s
[15:54:08.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:85:0)
[15:54:08.219] Build status: STARTED
[15:54:08.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:86:0) after 1m40s
[15:55:48.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:86:0)
[15:55:48.268] Build status: STARTED
[15:55:48.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:87:0) after 1m12s
[15:57:00.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:87:0)
[15:57:00.367] Build status: STARTED
[15:57:00.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:88:0) after 2m0s
[15:59:00.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:88:0)
[15:59:00.437] Build status: STARTED
[15:59:00.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:89:0) after 3m21s
[16:02:21.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:89:0)
[16:02:21.471] Build status: STARTED
[16:02:21.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:90:0) after 9m2s
[16:11:23.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:90:0)
[16:11:23.551] Build status: STARTED
[16:11:23.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:91:0) after 1m3s
[16:12:26.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:91:0)
[16:12:26.816] Build status: STARTED
[16:12:26.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:92:0) after 4m1s
[16:16:27.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:92:0)
[16:16:27.900] Build status: STARTED
[16:16:27.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:93:0) after 9m10s
[16:25:37.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:93:0)
[16:25:37.984] Build status: STARTED
[16:25:37.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:94:0) after 8m39s
[16:34:16.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:94:0)
[16:34:17.022] Build status: STARTED
[16:34:17.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8861858605586784944:95:0) after 2m19s
[16:35:08.873] Received PubSub notification, asking Buildbucket for the build status
[16:35:08.920] Build:
{
  "id": "8696428543746841265",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-04T08:21:15.574591459Z",
  "startTime": "2025-12-04T15:01:10.231695683Z",
  "endTime": "2025-12-04T16:35:08.572687324Z",
  "updateTime": "2025-12-04T16:35:08.572687324Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "e89a019fc9ed181bdea5b9ec27655a100a41fb95",
      "ref": "refs/heads/main"
    }
  }
}
[16:35:08.920] Invocation finished in 8h13m54.484417797s with status FAILED